@openpond/evals 0.10.8 → 0.10.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LEARNING.md +41 -0
- package/dist/graders.js +19 -4
- package/dist/learning/admission.js +4 -0
- package/dist/learning/budgeted-reward-fixtures.js +34 -0
- package/dist/learning/contracts.js +4 -0
- package/dist/learning/grade-judge-budget.js +26 -0
- package/dist/learning/index.js +8 -0
- package/dist/learning/intake-contracts.js +30 -0
- package/dist/learning/intake-csv.js +59 -0
- package/dist/learning/intake-history.js +87 -0
- package/dist/learning/intake-service.js +79 -0
- package/dist/learning/intake-text.js +14 -0
- package/dist/learning/intake.js +115 -0
- package/dist/learning/judge-budget.js +59 -0
- package/dist/learning/model-judge.js +49 -0
- package/dist/learning/operations.js +8 -1
- package/dist/learning/reward-authoring.js +4 -0
- package/dist/learning/reward-calibration.js +66 -0
- package/dist/learning/reward-check-budget.js +27 -0
- package/dist/learning/reward-check-service.js +2 -2
- package/dist/learning/reward-check-worker.js +10 -2
- package/dist/learning/reward-checks.js +4 -1
- package/dist/learning/reward-fixture-executor.js +3 -2
- package/dist/learning/service.js +34 -5
- package/dist/rewards.js +21 -7
- package/dist/rollouts.js +2 -2
- package/dist/types/graders.d.ts +51 -0
- package/dist/types/graders.d.ts.map +1 -1
- package/dist/types/learning/admission.d.ts +6 -0
- package/dist/types/learning/admission.d.ts.map +1 -1
- package/dist/types/learning/batch-service.d.ts +1 -0
- package/dist/types/learning/batch-service.d.ts.map +1 -1
- package/dist/types/learning/budgeted-reward-fixtures.d.ts +27 -0
- package/dist/types/learning/budgeted-reward-fixtures.d.ts.map +1 -0
- package/dist/types/learning/contracts.d.ts +304 -0
- package/dist/types/learning/contracts.d.ts.map +1 -1
- package/dist/types/learning/grade-judge-budget.d.ts +10 -0
- package/dist/types/learning/grade-judge-budget.d.ts.map +1 -0
- package/dist/types/learning/index.d.ts +8 -0
- package/dist/types/learning/index.d.ts.map +1 -1
- package/dist/types/learning/intake-contracts.d.ts +87 -0
- package/dist/types/learning/intake-contracts.d.ts.map +1 -0
- package/dist/types/learning/intake-csv.d.ts +3 -0
- package/dist/types/learning/intake-csv.d.ts.map +1 -0
- package/dist/types/learning/intake-history.d.ts +5 -0
- package/dist/types/learning/intake-history.d.ts.map +1 -0
- package/dist/types/learning/intake-service.d.ts +8 -0
- package/dist/types/learning/intake-service.d.ts.map +1 -0
- package/dist/types/learning/intake-text.d.ts +6 -0
- package/dist/types/learning/intake-text.d.ts.map +1 -0
- package/dist/types/learning/intake.d.ts +7 -0
- package/dist/types/learning/intake.d.ts.map +1 -0
- package/dist/types/learning/iteration-dispatch-contracts.d.ts +1 -1
- package/dist/types/learning/iteration-reservation-contracts.d.ts +1 -1
- package/dist/types/learning/judge-budget.d.ts +43 -0
- package/dist/types/learning/judge-budget.d.ts.map +1 -0
- package/dist/types/learning/model-judge.d.ts +29 -0
- package/dist/types/learning/model-judge.d.ts.map +1 -0
- package/dist/types/learning/operations.d.ts +80 -0
- package/dist/types/learning/operations.d.ts.map +1 -1
- package/dist/types/learning/repository.d.ts +178 -4
- package/dist/types/learning/repository.d.ts.map +1 -1
- package/dist/types/learning/reward-authoring.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration.d.ts +129 -0
- package/dist/types/learning/reward-calibration.d.ts.map +1 -0
- package/dist/types/learning/reward-check-budget.d.ts +12 -0
- package/dist/types/learning/reward-check-budget.d.ts.map +1 -0
- package/dist/types/learning/reward-check-service.d.ts +1 -1
- package/dist/types/learning/reward-check-service.d.ts.map +1 -1
- package/dist/types/learning/reward-check-worker.d.ts.map +1 -1
- package/dist/types/learning/reward-checks.d.ts +84 -0
- package/dist/types/learning/reward-checks.d.ts.map +1 -1
- package/dist/types/learning/reward-fixture-executor.d.ts +3 -0
- package/dist/types/learning/reward-fixture-executor.d.ts.map +1 -1
- package/dist/types/learning/schedule-contracts.d.ts +1 -1
- package/dist/types/learning/service.d.ts.map +1 -1
- package/dist/types/learning/transport.d.ts +218 -5
- package/dist/types/learning/transport.d.ts.map +1 -1
- package/dist/types/rewards.d.ts +107 -0
- package/dist/types/rewards.d.ts.map +1 -1
- package/dist/types/rollouts.d.ts.map +1 -1
- package/package.json +1 -1
- package/schemas/learning/v1/binding.schema.json +0 -1
- package/schemas/learning/v1/command-request.schema.json +407 -256
- package/schemas/learning/v1/decision.schema.json +192 -1
- package/schemas/learning/v1/definition.schema.json +19 -7
- package/schemas/learning/v1/grade.schema.json +335 -4
- package/schemas/learning/v1/reward.schema.json +22 -0
- package/schemas/learning/v1/reward_check.schema.json +335 -3
package/dist/types/graders.d.ts
CHANGED
|
@@ -1,6 +1,18 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
import type { GraderSpec, TaskRecord } from "./tasksets.js";
|
|
3
3
|
export { evaluateDeterministicGrader, portableDeterministicCheck } from "./deterministic-graders.js";
|
|
4
|
+
export declare const ModelJudgeReceiptSchema: z.ZodObject<{
|
|
5
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
6
|
+
providerId: z.ZodString;
|
|
7
|
+
modelId: z.ZodString;
|
|
8
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
9
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
10
|
+
requestHash: z.ZodString;
|
|
11
|
+
responseHash: z.ZodString;
|
|
12
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
13
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
14
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
15
|
+
}, z.core.$strict>;
|
|
4
16
|
export declare const GraderEvidenceContentSchema: z.ZodObject<{
|
|
5
17
|
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
6
18
|
graderId: z.ZodString;
|
|
@@ -19,6 +31,18 @@ export declare const GraderEvidenceContentSchema: z.ZodObject<{
|
|
|
19
31
|
feedback: z.ZodArray<z.ZodString>;
|
|
20
32
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
21
33
|
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
34
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
35
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
36
|
+
providerId: z.ZodString;
|
|
37
|
+
modelId: z.ZodString;
|
|
38
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
39
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
40
|
+
requestHash: z.ZodString;
|
|
41
|
+
responseHash: z.ZodString;
|
|
42
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
43
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
44
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
45
|
+
}, z.core.$strict>>;
|
|
22
46
|
}, z.core.$strict>;
|
|
23
47
|
export declare const GraderEvidenceSchema: z.ZodObject<{
|
|
24
48
|
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
@@ -38,6 +62,18 @@ export declare const GraderEvidenceSchema: z.ZodObject<{
|
|
|
38
62
|
feedback: z.ZodArray<z.ZodString>;
|
|
39
63
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
40
64
|
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
65
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
66
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
67
|
+
providerId: z.ZodString;
|
|
68
|
+
modelId: z.ZodString;
|
|
69
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
70
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
71
|
+
requestHash: z.ZodString;
|
|
72
|
+
responseHash: z.ZodString;
|
|
73
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
74
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
75
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
76
|
+
}, z.core.$strict>>;
|
|
41
77
|
contentHash: z.ZodString;
|
|
42
78
|
}, z.core.$strict>;
|
|
43
79
|
export type AttemptEvidence = {
|
|
@@ -52,6 +88,7 @@ export type ModelJudgeRunner = (input: {
|
|
|
52
88
|
}>;
|
|
53
89
|
task: TaskRecord;
|
|
54
90
|
evidence: AttemptEvidence;
|
|
91
|
+
signal?: AbortSignal;
|
|
55
92
|
}) => Promise<Omit<GraderEvidence, "schemaVersion" | "graderId" | "graderVersion" | "contentHash">>;
|
|
56
93
|
export type CustomVerifierRunner = (input: {
|
|
57
94
|
grader: Extract<GraderSpec, {
|
|
@@ -66,6 +103,8 @@ export declare function gradeEvidence(input: {
|
|
|
66
103
|
graders: GraderSpec[];
|
|
67
104
|
modelJudge?: ModelJudgeRunner;
|
|
68
105
|
customVerifier?: CustomVerifierRunner;
|
|
106
|
+
purpose?: "grading" | "fixture_calibration";
|
|
107
|
+
signal?: AbortSignal;
|
|
69
108
|
}): Promise<GraderEvidence[]>;
|
|
70
109
|
export type GraderEvidence = z.infer<typeof GraderEvidenceSchema>;
|
|
71
110
|
declare const GradeSummarySchema: z.ZodObject<{
|
|
@@ -132,6 +171,18 @@ export declare const TaskGradeSchema: z.ZodObject<{
|
|
|
132
171
|
feedback: z.ZodArray<z.ZodString>;
|
|
133
172
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
134
173
|
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
174
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
175
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
176
|
+
providerId: z.ZodString;
|
|
177
|
+
modelId: z.ZodString;
|
|
178
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
179
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
180
|
+
requestHash: z.ZodString;
|
|
181
|
+
responseHash: z.ZodString;
|
|
182
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
183
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
184
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
185
|
+
}, z.core.$strict>>;
|
|
135
186
|
contentHash: z.ZodString;
|
|
136
187
|
}, z.core.$strict>>;
|
|
137
188
|
contentHash: z.ZodString;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"graders.d.ts","sourceRoot":"","sources":["../../../../src/graders.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,KAAK,EAA2B,UAAU,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAErF,OAAO,EAAE,2BAA2B,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAErG,eAAO,MAAM,2BAA2B
|
|
1
|
+
{"version":3,"file":"graders.d.ts","sourceRoot":"","sources":["../../../../src/graders.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,KAAK,EAA2B,UAAU,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAErF,OAAO,EAAE,2BAA2B,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAErG,eAAO,MAAM,uBAAuB;;;;;;;;;;;kBAWzB,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAY7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,MAAM,MAAM,eAAe,GAAG;IAC5B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC,CAAC;AACF,MAAM,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE;QAAE,IAAI,EAAE,aAAa,CAAA;KAAE,CAAC,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,KAAK,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,eAAe,GAAG,UAAU,GAAG,eAAe,GAAG,aAAa,CAAC,CAAC,CAAC;AACrQ,MAAM,MAAM,oBAAoB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE;QAAE,IAAI,EAAE,iBAAiB,CAAA;KAAE,CAAC,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAA;CAAE,KAAK,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,eAAe,GAAG,UAAU,GAAG,eAAe,GAAG,aAAa,CAAC,CAAC,CAAC;AAEvP,wBAAsB,aAAa,CAAC,KAAK,EAAE;IACzC,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,eAAe,CAAC;IAC1B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,OAAO,CAAC,EAAE,SAAS,GAAG,qBAAqB,CAAC;IAC5C,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CA0B5B;AA8BD,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,QAAA,MAAM,kBAAkB;;;;;;;;;;;;;;;;;kBAIb,CAAC;AAEZ;6EAC6E;AAC7E,wBAAgB,qBAAqB,CAAC,KAAK,EAAE;IAC3C,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,GAAG,SAAS,GAAG,QAAQ,GAAG,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC;IACtG,UAAU,EAAE,aAAa,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,GAAG,eAAe,GAAG,OAAO,GAAG,QAAQ,GAAG,gBAAgB,GAAG,cAAc,CAAC,CAAC,CAAC;IACvI,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAwBrC;AAED,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAId,CAAC;AACf,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAExD,wBAAsB,iBAAiB,CAAC,KAAK,EAAE,UAAU,CAAC,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,CAMtG;AAED;+EAC+E;AAC/E,wBAAgB,eAAe,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC,GAAG,SAAS,CAW5I"}
|
|
@@ -97,6 +97,7 @@ export declare const TaskBatchPackageMetadataSchema: z.ZodObject<{
|
|
|
97
97
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
98
98
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
99
99
|
}, z.core.$strict>>>;
|
|
100
|
+
contextRequirements: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
100
101
|
rewardBinding: z.ZodObject<{
|
|
101
102
|
id: z.ZodString;
|
|
102
103
|
contentHash: z.ZodString;
|
|
@@ -336,6 +337,11 @@ export declare const TaskBatchPackageMetadataSchema: z.ZodObject<{
|
|
|
336
337
|
host_private: "host_private";
|
|
337
338
|
}>;
|
|
338
339
|
}, z.core.$strict>>;
|
|
340
|
+
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
341
|
+
id: z.ZodString;
|
|
342
|
+
contentHash: z.ZodString;
|
|
343
|
+
revision: z.ZodNumber;
|
|
344
|
+
}, z.core.$strict>>;
|
|
339
345
|
contentHash: z.ZodString;
|
|
340
346
|
}, z.core.$strict>>;
|
|
341
347
|
admissions: z.ZodArray<z.ZodObject<{
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"admission.d.ts","sourceRoot":"","sources":["../../../../../src/learning/admission.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAsF,KAAK,aAAa,EAAE,KAAK,iBAAiB,EAAE,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC;AACnL,OAAO,EAAuE,KAAK,UAAU,EAAE,KAAK,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAC3I,OAAO,EAA4C,KAAK,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACnG,OAAO,EAAwS,KAAK,cAAc,EAAE,KAAK,qBAAqB,EAAE,KAAK,SAAS,EAAE,KAAK,cAAc,EAAE,KAAK,YAAY,EAAE,KAAK,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAE3c,MAAM,MAAM,sBAAsB,GAAG;IACnC,gBAAgB,EAAE,OAAO,GAAG,SAAS,CAAC;IACtC,SAAS,EAAE,OAAO,CAAC;IACnB,mBAAmB,EAAE,OAAO,GAAG,IAAI,CAAC;IACpC,MAAM,EAAE,eAAe,EAAE,CAAC;CAC3B,CAAC;AACF,MAAM,MAAM,eAAe,GAAG;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC;IAAC,KAAK,EAAE,qBAAqB,CAAC,OAAO,CAAC,CAAA;CAAE,CAAC;AAElI,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,GAAG,sBAAsB,
|
|
1
|
+
{"version":3,"file":"admission.d.ts","sourceRoot":"","sources":["../../../../../src/learning/admission.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAsF,KAAK,aAAa,EAAE,KAAK,iBAAiB,EAAE,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC;AACnL,OAAO,EAAuE,KAAK,UAAU,EAAE,KAAK,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAC3I,OAAO,EAA4C,KAAK,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACnG,OAAO,EAAwS,KAAK,cAAc,EAAE,KAAK,qBAAqB,EAAE,KAAK,SAAS,EAAE,KAAK,cAAc,EAAE,KAAK,YAAY,EAAE,KAAK,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAE3c,MAAM,MAAM,sBAAsB,GAAG;IACnC,gBAAgB,EAAE,OAAO,GAAG,SAAS,CAAC;IACtC,SAAS,EAAE,OAAO,CAAC;IACnB,mBAAmB,EAAE,OAAO,GAAG,IAAI,CAAC;IACpC,MAAM,EAAE,eAAe,EAAE,CAAC;CAC3B,CAAC;AACF,MAAM,MAAM,eAAe,GAAG;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC;IAAC,KAAK,EAAE,qBAAqB,CAAC,OAAO,CAAC,CAAA;CAAE,CAAC;AAElI,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,GAAG,sBAAsB,CAgB9G;AAED,wBAAgB,wBAAwB,CAAC,WAAW,EAAE,cAAc,EAAE,eAAe,EAAE,qBAAqB,GAAG,qBAAqB,CAWnI;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,cAAc,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC;IAAC,cAAc,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,MAAM,EAAE,QAAQ,CAAC;IAAC,OAAO,EAAE,qBAAqB,CAAA;CAAE,GAAG;IAAE,MAAM,EAAE,SAAS,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAmB/M;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAU5E;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,GAAG,UAAU,CAWrG;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;;sBAChD,MAAM,EAAE;;EAClD;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE;IAAE,QAAQ,EAAE,qBAAqB,CAAC;IAAC,QAAQ,EAAE,YAAY,CAAC;IAAC,UAAU,EAAE,cAAc,CAAC;IAAC,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,CAAA;CAAE,GAAG,IAAI,CAkB3K;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,iBAAiB,EAAE,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAGvJ;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,GAAG,eAAe,EAAE,CAM5G;AAED,wBAAgB,aAAa,CAAC,KAAK,EAAE;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,cAAc,CAAC;IAAC,OAAO,EAAE,aAAa,CAAC;IAAC,OAAO,EAAE,aAAa,EAAE,CAAC;IAAC,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;IAAC,QAAQ,EAAE,YAAY,EAAE,CAAC;IAAC,SAAS,EAAE,qBAAqB,EAAE,CAAC;IAAC,WAAW,EAAE,eAAe,EAAE,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAAG,SAAS,CAwBvS;AAED,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAOhC,CAAC;AAEZ,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IAAE,KAAK,EAAE,SAAS,CAAC;IAAC,UAAU,EAAE,cAAc,CAAC;IAAC,OAAO,EAAE,aAAa,CAAC;IAAC,OAAO,EAAE,aAAa,EAAE,CAAC;IAAC,QAAQ,EAAE,YAAY,EAAE,CAAC;IAAC,SAAS,EAAE,qBAAqB,EAAE,CAAA;CAAE,GAAG,cAAc,CAuBxN;AAED,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAQhH"}
|
|
@@ -326,6 +326,7 @@ export declare function prepareLearningBatch(transaction: LearningTransaction, i
|
|
|
326
326
|
maxBytes: number | null;
|
|
327
327
|
metadata: Record<string, unknown>;
|
|
328
328
|
}[] | undefined;
|
|
329
|
+
contextRequirements?: string[] | undefined;
|
|
329
330
|
};
|
|
330
331
|
}>;
|
|
331
332
|
export declare function requireCurrentLearningEvidence(transaction: LearningTransaction, ref: LearningRevisionRef): Promise<TaskEvidence>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"batch-service.d.ts","sourceRoot":"","sources":["../../../../../src/learning/batch-service.ts"],"names":[],"mappings":"AAEA,OAAO,EAAgC,KAAK,mBAAmB,EAAE,KAAK,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE3G,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAA8E,KAAK,uBAAuB,EAAE,KAAK,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAErK,wBAAsB,iBAAiB,CAAC,WAAW,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,CAAC,eAAe,EAAE;IAAE,MAAM,EAAE,YAAY,CAAA;CAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,uBAAuB,EAAE,CAAC,CAQ3M;AAED,kGAAkG;AAClG,wBAAsB,oBAAoB,CAAC,WAAW,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,CAAC,eAAe,EAAE;IAAE,MAAM,EAAE,YAAY,CAAA;CAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM
|
|
1
|
+
{"version":3,"file":"batch-service.d.ts","sourceRoot":"","sources":["../../../../../src/learning/batch-service.ts"],"names":[],"mappings":"AAEA,OAAO,EAAgC,KAAK,mBAAmB,EAAE,KAAK,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE3G,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAA8E,KAAK,uBAAuB,EAAE,KAAK,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAErK,wBAAsB,iBAAiB,CAAC,WAAW,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,CAAC,eAAe,EAAE;IAAE,MAAM,EAAE,YAAY,CAAA;CAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,uBAAuB,EAAE,CAAC,CAQ3M;AAED,kGAAkG;AAClG,wBAAsB,oBAAoB,CAAC,WAAW,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,CAAC,eAAe,EAAE;IAAE,MAAM,EAAE,YAAY,CAAA;CAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsBzK;AAED,wBAAsB,8BAA8B,CAAC,WAAW,EAAE,mBAAmB,EAAE,GAAG,EAAE,mBAAmB,GAAG,OAAO,CAAC,YAAY,CAAC,CAKtI"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import type { executeJavaScriptVerifier } from "../javascript-verifier.js";
|
|
2
|
+
import { type BoundJudgeRequest, type BoundJudgeResponse } from "./model-judge.js";
|
|
3
|
+
import { type LearningRepository } from "./repository.js";
|
|
4
|
+
import type { RewardCheckRun, RewardCheckRuntime } from "./reward-checks.js";
|
|
5
|
+
import type { RewardFixtureExecutor } from "./reward-check-worker.js";
|
|
6
|
+
export interface BoundJudgeProvider {
|
|
7
|
+
/** Resolve exact model configuration and a conservative charge ceiling without
|
|
8
|
+
* performing inference. dispatch settles after the provider request closes. */
|
|
9
|
+
prepare(request: BoundJudgeRequest, context?: {
|
|
10
|
+
scope: string;
|
|
11
|
+
run: Pick<RewardCheckRun, "id" | "requestedBy">;
|
|
12
|
+
}): Promise<{
|
|
13
|
+
maximumChargeUsd: number;
|
|
14
|
+
dispatch(signal?: AbortSignal): Promise<BoundJudgeResponse>;
|
|
15
|
+
}>;
|
|
16
|
+
cancel(input: {
|
|
17
|
+
scope: string;
|
|
18
|
+
run: Pick<RewardCheckRun, "id" | "judgeCalls">;
|
|
19
|
+
}): Promise<boolean>;
|
|
20
|
+
}
|
|
21
|
+
export declare function createBudgetedRewardFixtureExecutor(options: {
|
|
22
|
+
runtime: RewardCheckRuntime;
|
|
23
|
+
repository: LearningRepository;
|
|
24
|
+
provider: BoundJudgeProvider;
|
|
25
|
+
executeJavaScript: typeof executeJavaScriptVerifier;
|
|
26
|
+
}): RewardFixtureExecutor;
|
|
27
|
+
//# sourceMappingURL=budgeted-reward-fixtures.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"budgeted-reward-fixtures.d.ts","sourceRoot":"","sources":["../../../../../src/learning/budgeted-reward-fixtures.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AAG3E,OAAO,EAA+B,KAAK,iBAAiB,EAAE,KAAK,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAGhH,OAAO,EAA2B,KAAK,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACnF,OAAO,KAAK,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAC7E,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AAEtE,MAAM,WAAW,kBAAkB;IACjC;mFAC+E;IAC/E,OAAO,CAAC,OAAO,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,IAAI,CAAC,cAAc,EAAE,IAAI,GAAG,aAAa,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC;QAAE,gBAAgB,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAA;KAAE,CAAC,CAAC;IACtN,MAAM,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,IAAI,CAAC,cAAc,EAAE,IAAI,GAAG,YAAY,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACpG;AAED,wBAAgB,mCAAmC,CAAC,OAAO,EAAE;IAC3D,OAAO,EAAE,kBAAkB,CAAC;IAAC,UAAU,EAAE,kBAAkB,CAAC;IAAC,QAAQ,EAAE,kBAAkB,CAAC;IAC1F,iBAAiB,EAAE,OAAO,yBAAyB,CAAC;CACrD,GAAG,qBAAqB,CAwBxB"}
|
|
@@ -41,6 +41,7 @@ export declare const TaskDefinitionContentSchema: z.ZodObject<{
|
|
|
41
41
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
42
42
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
43
43
|
}, z.core.$strict>>>;
|
|
44
|
+
contextRequirements: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
44
45
|
rewardBinding: z.ZodObject<{
|
|
45
46
|
id: z.ZodString;
|
|
46
47
|
contentHash: z.ZodString;
|
|
@@ -149,6 +150,7 @@ export declare const TaskDefinitionSchema: z.ZodObject<{
|
|
|
149
150
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
150
151
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
151
152
|
}, z.core.$strict>>>;
|
|
153
|
+
contextRequirements: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
152
154
|
rewardBinding: z.ZodObject<{
|
|
153
155
|
id: z.ZodString;
|
|
154
156
|
contentHash: z.ZodString;
|
|
@@ -706,6 +708,38 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
706
708
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
707
709
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
708
710
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
711
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
712
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
713
|
+
graderId: z.ZodString;
|
|
714
|
+
graderVersion: z.ZodString;
|
|
715
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
716
|
+
passed: z.ZodBoolean;
|
|
717
|
+
rewardEligible: z.ZodBoolean;
|
|
718
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
719
|
+
policy_failure: "policy_failure";
|
|
720
|
+
grader_failure: "grader_failure";
|
|
721
|
+
environment_failure: "environment_failure";
|
|
722
|
+
infrastructure_failure: "infrastructure_failure";
|
|
723
|
+
timeout: "timeout";
|
|
724
|
+
cancelled: "cancelled";
|
|
725
|
+
}>>;
|
|
726
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
727
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
728
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
729
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
730
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
731
|
+
providerId: z.ZodString;
|
|
732
|
+
modelId: z.ZodString;
|
|
733
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
734
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
735
|
+
requestHash: z.ZodString;
|
|
736
|
+
responseHash: z.ZodString;
|
|
737
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
738
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
739
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
740
|
+
}, z.core.$strict>>;
|
|
741
|
+
contentHash: z.ZodString;
|
|
742
|
+
}, z.core.$strict>>;
|
|
709
743
|
message: z.ZodNullable<z.ZodString>;
|
|
710
744
|
}, z.core.$strict>>;
|
|
711
745
|
training: z.ZodObject<{
|
|
@@ -758,6 +792,38 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
758
792
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
759
793
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
760
794
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
795
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
796
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
797
|
+
graderId: z.ZodString;
|
|
798
|
+
graderVersion: z.ZodString;
|
|
799
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
800
|
+
passed: z.ZodBoolean;
|
|
801
|
+
rewardEligible: z.ZodBoolean;
|
|
802
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
803
|
+
policy_failure: "policy_failure";
|
|
804
|
+
grader_failure: "grader_failure";
|
|
805
|
+
environment_failure: "environment_failure";
|
|
806
|
+
infrastructure_failure: "infrastructure_failure";
|
|
807
|
+
timeout: "timeout";
|
|
808
|
+
cancelled: "cancelled";
|
|
809
|
+
}>>;
|
|
810
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
811
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
812
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
813
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
814
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
815
|
+
providerId: z.ZodString;
|
|
816
|
+
modelId: z.ZodString;
|
|
817
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
818
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
819
|
+
requestHash: z.ZodString;
|
|
820
|
+
responseHash: z.ZodString;
|
|
821
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
822
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
823
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
824
|
+
}, z.core.$strict>>;
|
|
825
|
+
contentHash: z.ZodString;
|
|
826
|
+
}, z.core.$strict>>;
|
|
761
827
|
message: z.ZodNullable<z.ZodString>;
|
|
762
828
|
}, z.core.$strict>>;
|
|
763
829
|
training: z.ZodObject<{
|
|
@@ -862,6 +928,38 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
862
928
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
863
929
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
864
930
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
931
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
932
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
933
|
+
graderId: z.ZodString;
|
|
934
|
+
graderVersion: z.ZodString;
|
|
935
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
936
|
+
passed: z.ZodBoolean;
|
|
937
|
+
rewardEligible: z.ZodBoolean;
|
|
938
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
939
|
+
policy_failure: "policy_failure";
|
|
940
|
+
grader_failure: "grader_failure";
|
|
941
|
+
environment_failure: "environment_failure";
|
|
942
|
+
infrastructure_failure: "infrastructure_failure";
|
|
943
|
+
timeout: "timeout";
|
|
944
|
+
cancelled: "cancelled";
|
|
945
|
+
}>>;
|
|
946
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
947
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
948
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
949
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
950
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
951
|
+
providerId: z.ZodString;
|
|
952
|
+
modelId: z.ZodString;
|
|
953
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
954
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
955
|
+
requestHash: z.ZodString;
|
|
956
|
+
responseHash: z.ZodString;
|
|
957
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
958
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
959
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
960
|
+
}, z.core.$strict>>;
|
|
961
|
+
contentHash: z.ZodString;
|
|
962
|
+
}, z.core.$strict>>;
|
|
865
963
|
message: z.ZodNullable<z.ZodString>;
|
|
866
964
|
}, z.core.$strict>>;
|
|
867
965
|
training: z.ZodObject<{
|
|
@@ -914,6 +1012,38 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
914
1012
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
915
1013
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
916
1014
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
1015
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
1016
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
1017
|
+
graderId: z.ZodString;
|
|
1018
|
+
graderVersion: z.ZodString;
|
|
1019
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
1020
|
+
passed: z.ZodBoolean;
|
|
1021
|
+
rewardEligible: z.ZodBoolean;
|
|
1022
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
1023
|
+
policy_failure: "policy_failure";
|
|
1024
|
+
grader_failure: "grader_failure";
|
|
1025
|
+
environment_failure: "environment_failure";
|
|
1026
|
+
infrastructure_failure: "infrastructure_failure";
|
|
1027
|
+
timeout: "timeout";
|
|
1028
|
+
cancelled: "cancelled";
|
|
1029
|
+
}>>;
|
|
1030
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
1031
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
1032
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
1033
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
1034
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
1035
|
+
providerId: z.ZodString;
|
|
1036
|
+
modelId: z.ZodString;
|
|
1037
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
1038
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
1039
|
+
requestHash: z.ZodString;
|
|
1040
|
+
responseHash: z.ZodString;
|
|
1041
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
1042
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
1043
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
1044
|
+
}, z.core.$strict>>;
|
|
1045
|
+
contentHash: z.ZodString;
|
|
1046
|
+
}, z.core.$strict>>;
|
|
917
1047
|
message: z.ZodNullable<z.ZodString>;
|
|
918
1048
|
}, z.core.$strict>>;
|
|
919
1049
|
training: z.ZodObject<{
|
|
@@ -1405,6 +1535,38 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
1405
1535
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
1406
1536
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1407
1537
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
1538
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
1539
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
1540
|
+
graderId: z.ZodString;
|
|
1541
|
+
graderVersion: z.ZodString;
|
|
1542
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
1543
|
+
passed: z.ZodBoolean;
|
|
1544
|
+
rewardEligible: z.ZodBoolean;
|
|
1545
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
1546
|
+
policy_failure: "policy_failure";
|
|
1547
|
+
grader_failure: "grader_failure";
|
|
1548
|
+
environment_failure: "environment_failure";
|
|
1549
|
+
infrastructure_failure: "infrastructure_failure";
|
|
1550
|
+
timeout: "timeout";
|
|
1551
|
+
cancelled: "cancelled";
|
|
1552
|
+
}>>;
|
|
1553
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
1554
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
1555
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
1556
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
1557
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
1558
|
+
providerId: z.ZodString;
|
|
1559
|
+
modelId: z.ZodString;
|
|
1560
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
1561
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
1562
|
+
requestHash: z.ZodString;
|
|
1563
|
+
responseHash: z.ZodString;
|
|
1564
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
1565
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
1566
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
1567
|
+
}, z.core.$strict>>;
|
|
1568
|
+
contentHash: z.ZodString;
|
|
1569
|
+
}, z.core.$strict>>;
|
|
1408
1570
|
message: z.ZodNullable<z.ZodString>;
|
|
1409
1571
|
}, z.core.$strict>>;
|
|
1410
1572
|
training: z.ZodObject<{
|
|
@@ -1432,6 +1594,26 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
1432
1594
|
attemptCount: z.ZodNumber;
|
|
1433
1595
|
timeoutMs: z.ZodNumber;
|
|
1434
1596
|
maximumSpendUsd: z.ZodNumber;
|
|
1597
|
+
judgeCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1598
|
+
id: z.ZodString;
|
|
1599
|
+
requestHash: z.ZodString;
|
|
1600
|
+
reservedUsd: z.ZodNumber;
|
|
1601
|
+
status: z.ZodEnum<{
|
|
1602
|
+
reserved: "reserved";
|
|
1603
|
+
settled: "settled";
|
|
1604
|
+
not_dispatched: "not_dispatched";
|
|
1605
|
+
}>;
|
|
1606
|
+
response: z.ZodNullable<z.ZodObject<{
|
|
1607
|
+
text: z.ZodString;
|
|
1608
|
+
modelId: z.ZodString;
|
|
1609
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
1610
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
1611
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
1612
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
1613
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
1614
|
+
}, z.core.$strict>>;
|
|
1615
|
+
}, z.core.$strict>>>;
|
|
1616
|
+
requestedBy: z.ZodOptional<z.ZodString>;
|
|
1435
1617
|
failure: z.ZodNullable<z.ZodString>;
|
|
1436
1618
|
createdAt: z.ZodString;
|
|
1437
1619
|
updatedAt: z.ZodString;
|
|
@@ -1471,6 +1653,7 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
1471
1653
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
1472
1654
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1473
1655
|
}, z.core.$strict>>>;
|
|
1656
|
+
contextRequirements: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
1474
1657
|
rewardBinding: z.ZodObject<{
|
|
1475
1658
|
id: z.ZodString;
|
|
1476
1659
|
contentHash: z.ZodString;
|
|
@@ -1663,6 +1846,11 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
1663
1846
|
host_private: "host_private";
|
|
1664
1847
|
}>;
|
|
1665
1848
|
}, z.core.$strict>>;
|
|
1849
|
+
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
1850
|
+
id: z.ZodString;
|
|
1851
|
+
contentHash: z.ZodString;
|
|
1852
|
+
revision: z.ZodNumber;
|
|
1853
|
+
}, z.core.$strict>>;
|
|
1666
1854
|
contentHash: z.ZodString;
|
|
1667
1855
|
}, z.core.$strict>, z.ZodObject<{
|
|
1668
1856
|
schemaVersion: z.ZodLiteral<"openpond.rewardBinding.v1">;
|
|
@@ -1961,6 +2149,38 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
1961
2149
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
1962
2150
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1963
2151
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
2152
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
2153
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
2154
|
+
graderId: z.ZodString;
|
|
2155
|
+
graderVersion: z.ZodString;
|
|
2156
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
2157
|
+
passed: z.ZodBoolean;
|
|
2158
|
+
rewardEligible: z.ZodBoolean;
|
|
2159
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
2160
|
+
policy_failure: "policy_failure";
|
|
2161
|
+
grader_failure: "grader_failure";
|
|
2162
|
+
environment_failure: "environment_failure";
|
|
2163
|
+
infrastructure_failure: "infrastructure_failure";
|
|
2164
|
+
timeout: "timeout";
|
|
2165
|
+
cancelled: "cancelled";
|
|
2166
|
+
}>>;
|
|
2167
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
2168
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
2169
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
2170
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
2171
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
2172
|
+
providerId: z.ZodString;
|
|
2173
|
+
modelId: z.ZodString;
|
|
2174
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
2175
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
2176
|
+
requestHash: z.ZodString;
|
|
2177
|
+
responseHash: z.ZodString;
|
|
2178
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2179
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2180
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
2181
|
+
}, z.core.$strict>>;
|
|
2182
|
+
contentHash: z.ZodString;
|
|
2183
|
+
}, z.core.$strict>>;
|
|
1964
2184
|
message: z.ZodNullable<z.ZodString>;
|
|
1965
2185
|
}, z.core.$strict>>;
|
|
1966
2186
|
training: z.ZodObject<{
|
|
@@ -2013,6 +2233,38 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2013
2233
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
2014
2234
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2015
2235
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
2236
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
2237
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
2238
|
+
graderId: z.ZodString;
|
|
2239
|
+
graderVersion: z.ZodString;
|
|
2240
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
2241
|
+
passed: z.ZodBoolean;
|
|
2242
|
+
rewardEligible: z.ZodBoolean;
|
|
2243
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
2244
|
+
policy_failure: "policy_failure";
|
|
2245
|
+
grader_failure: "grader_failure";
|
|
2246
|
+
environment_failure: "environment_failure";
|
|
2247
|
+
infrastructure_failure: "infrastructure_failure";
|
|
2248
|
+
timeout: "timeout";
|
|
2249
|
+
cancelled: "cancelled";
|
|
2250
|
+
}>>;
|
|
2251
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
2252
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
2253
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
2254
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
2255
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
2256
|
+
providerId: z.ZodString;
|
|
2257
|
+
modelId: z.ZodString;
|
|
2258
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
2259
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
2260
|
+
requestHash: z.ZodString;
|
|
2261
|
+
responseHash: z.ZodString;
|
|
2262
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2263
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2264
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
2265
|
+
}, z.core.$strict>>;
|
|
2266
|
+
contentHash: z.ZodString;
|
|
2267
|
+
}, z.core.$strict>>;
|
|
2016
2268
|
message: z.ZodNullable<z.ZodString>;
|
|
2017
2269
|
}, z.core.$strict>>;
|
|
2018
2270
|
training: z.ZodObject<{
|
|
@@ -2325,6 +2577,38 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2325
2577
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
2326
2578
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2327
2579
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
2580
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
2581
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
2582
|
+
graderId: z.ZodString;
|
|
2583
|
+
graderVersion: z.ZodString;
|
|
2584
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
2585
|
+
passed: z.ZodBoolean;
|
|
2586
|
+
rewardEligible: z.ZodBoolean;
|
|
2587
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
2588
|
+
policy_failure: "policy_failure";
|
|
2589
|
+
grader_failure: "grader_failure";
|
|
2590
|
+
environment_failure: "environment_failure";
|
|
2591
|
+
infrastructure_failure: "infrastructure_failure";
|
|
2592
|
+
timeout: "timeout";
|
|
2593
|
+
cancelled: "cancelled";
|
|
2594
|
+
}>>;
|
|
2595
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
2596
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
2597
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
2598
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
2599
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
2600
|
+
providerId: z.ZodString;
|
|
2601
|
+
modelId: z.ZodString;
|
|
2602
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
2603
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
2604
|
+
requestHash: z.ZodString;
|
|
2605
|
+
responseHash: z.ZodString;
|
|
2606
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2607
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2608
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
2609
|
+
}, z.core.$strict>>;
|
|
2610
|
+
contentHash: z.ZodString;
|
|
2611
|
+
}, z.core.$strict>>;
|
|
2328
2612
|
message: z.ZodNullable<z.ZodString>;
|
|
2329
2613
|
}, z.core.$strict>>;
|
|
2330
2614
|
training: z.ZodObject<{
|
|
@@ -2352,6 +2636,26 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2352
2636
|
attemptCount: z.ZodNumber;
|
|
2353
2637
|
timeoutMs: z.ZodNumber;
|
|
2354
2638
|
maximumSpendUsd: z.ZodNumber;
|
|
2639
|
+
judgeCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
2640
|
+
id: z.ZodString;
|
|
2641
|
+
requestHash: z.ZodString;
|
|
2642
|
+
reservedUsd: z.ZodNumber;
|
|
2643
|
+
status: z.ZodEnum<{
|
|
2644
|
+
reserved: "reserved";
|
|
2645
|
+
settled: "settled";
|
|
2646
|
+
not_dispatched: "not_dispatched";
|
|
2647
|
+
}>;
|
|
2648
|
+
response: z.ZodNullable<z.ZodObject<{
|
|
2649
|
+
text: z.ZodString;
|
|
2650
|
+
modelId: z.ZodString;
|
|
2651
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
2652
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
2653
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2654
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2655
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
2656
|
+
}, z.core.$strict>>;
|
|
2657
|
+
}, z.core.$strict>>>;
|
|
2658
|
+
requestedBy: z.ZodOptional<z.ZodString>;
|
|
2355
2659
|
failure: z.ZodNullable<z.ZodString>;
|
|
2356
2660
|
createdAt: z.ZodString;
|
|
2357
2661
|
updatedAt: z.ZodString;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"contracts.d.ts","sourceRoot":"","sources":["../../../../../src/learning/contracts.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;
|
|
1
|
+
{"version":3,"file":"contracts.d.ts","sourceRoot":"","sources":["../../../../../src/learning/contracts.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAQxB,eAAO,MAAM,wBAAwB,2CAAiC,CAAC;AACvE,eAAO,MAAM,yBAAyB;;;;kBAAyB,CAAC;AAChE,eAAO,MAAM,yBAAyB,aAAiJ,CAAC;AAExL,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAwBtC,CAAC;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAsF,CAAC;AAExH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;kBAWzB,CAAC;AACZ;0EAC0E;AAC1E,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;kBAM5B,CAAC;AACZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAgBtC,CAAC;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAsF,CAAC;AAExH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAgB7B,CAAC;AAEZ,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAS3B,CAAC;AACZ,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAgF,CAAC;AAEhH,+EAA+E;AAC/E,eAAO,MAAM,gBAAgB;;;;;;;;;;kBAU3B,CAAC;AACH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAE1D,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;kBAiBvC,CAAC;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAUpB,CAAC;AAEZ,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAqB7C,CAAC;AACH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAA6F,CAAC;AAEtI,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAoBjC,CAAC;AACH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAiF,CAAC;AAE9G,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBA8BtC,CAAC;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAsF,CAAC;AACxH,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;kBAM9B,CAAC;AACZ,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;EAAgO,CAAC;AAC3Q,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAwBzB,CAAC;AAEZ,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAoBpB,CAAC;AAEZ,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAA2P,CAAC;AAE/R,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAClF,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AACxD,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AACtE,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE5E,wBAAgB,WAAW,CAAC,QAAQ,EAAE;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,GAAG,mBAAmB,CAEhH;AACD,wBAAgB,eAAe,CAAC,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,mBAAmB,GAAG,OAAO,CAE9F;AACD,wBAAgB,mBAAmB,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,GAAG;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,CAG9G;AACD,wBAAgB,yBAAyB,CAAC,QAAQ,EAAE;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAIjF"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { JudgeBudgetStore } from "./judge-budget.js";
|
|
2
|
+
import { type LearningRepository } from "./repository.js";
|
|
3
|
+
import { type TaskGradeRun } from "./contracts.js";
|
|
4
|
+
export declare function createTaskGradeJudgeBudgetStore(input: {
|
|
5
|
+
repository: LearningRepository;
|
|
6
|
+
scope: string;
|
|
7
|
+
run: TaskGradeRun;
|
|
8
|
+
now?: () => string;
|
|
9
|
+
}): JudgeBudgetStore;
|
|
10
|
+
//# sourceMappingURL=grade-judge-budget.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"grade-judge-budget.d.ts","sourceRoot":"","sources":["../../../../../src/learning/grade-judge-budget.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAA2B,KAAK,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACnF,OAAO,EAAsB,KAAK,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAEvE,wBAAgB,+BAA+B,CAAC,KAAK,EAAE;IACrD,UAAU,EAAE,kBAAkB,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,YAAY,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACtF,GAAG,gBAAgB,CAoBnB"}
|
|
@@ -10,7 +10,15 @@ export * from "./errors.js";
|
|
|
10
10
|
export * from "./authoring.js";
|
|
11
11
|
export * from "./reward-authoring.js";
|
|
12
12
|
export * from "./rating-reward-fixture.js";
|
|
13
|
+
export * from "./intake-contracts.js";
|
|
14
|
+
export * from "./intake.js";
|
|
15
|
+
export * from "./model-judge.js";
|
|
16
|
+
export * from "./judge-budget.js";
|
|
17
|
+
export * from "./reward-check-budget.js";
|
|
18
|
+
export * from "./grade-judge-budget.js";
|
|
19
|
+
export * from "./budgeted-reward-fixtures.js";
|
|
13
20
|
export * from "./reward-checks.js";
|
|
21
|
+
export * from "./reward-calibration.js";
|
|
14
22
|
export * from "./reward-check-worker.js";
|
|
15
23
|
export * from "./reward-fixture-executor.js";
|
|
16
24
|
export * from "./iteration-reservation-contracts.js";
|