@openpond/evals 0.10.9 → 0.10.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LEARNING.md +15 -0
- package/dist/graders.js +19 -4
- package/dist/learning/budgeted-reward-fixtures.js +34 -0
- package/dist/learning/contracts.js +3 -0
- package/dist/learning/grade-judge-budget.js +26 -0
- package/dist/learning/index.js +6 -0
- package/dist/learning/intake-history.js +2 -1
- package/dist/learning/intake-text.js +14 -0
- package/dist/learning/intake.js +5 -2
- package/dist/learning/judge-budget.js +59 -0
- package/dist/learning/model-judge.js +49 -0
- package/dist/learning/operations.js +3 -1
- package/dist/learning/reward-authoring.js +4 -0
- package/dist/learning/reward-calibration.js +66 -0
- package/dist/learning/reward-check-budget.js +27 -0
- package/dist/learning/reward-check-service.js +2 -2
- package/dist/learning/reward-check-worker.js +10 -2
- package/dist/learning/reward-checks.js +4 -1
- package/dist/learning/reward-fixture-executor.js +3 -2
- package/dist/learning/service.js +30 -5
- package/dist/rewards.js +15 -3
- package/dist/rollouts.js +2 -2
- package/dist/types/graders.d.ts +51 -0
- package/dist/types/graders.d.ts.map +1 -1
- package/dist/types/learning/admission.d.ts +5 -0
- package/dist/types/learning/admission.d.ts.map +1 -1
- package/dist/types/learning/budgeted-reward-fixtures.d.ts +27 -0
- package/dist/types/learning/budgeted-reward-fixtures.d.ts.map +1 -0
- package/dist/types/learning/contracts.d.ts +301 -0
- package/dist/types/learning/contracts.d.ts.map +1 -1
- package/dist/types/learning/grade-judge-budget.d.ts +10 -0
- package/dist/types/learning/grade-judge-budget.d.ts.map +1 -0
- package/dist/types/learning/index.d.ts +6 -0
- package/dist/types/learning/index.d.ts.map +1 -1
- package/dist/types/learning/intake-history.d.ts.map +1 -1
- package/dist/types/learning/intake-text.d.ts +6 -0
- package/dist/types/learning/intake-text.d.ts.map +1 -0
- package/dist/types/learning/intake.d.ts +1 -0
- package/dist/types/learning/intake.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-contracts.d.ts +1 -1
- package/dist/types/learning/iteration-reservation-contracts.d.ts +1 -1
- package/dist/types/learning/judge-budget.d.ts +43 -0
- package/dist/types/learning/judge-budget.d.ts.map +1 -0
- package/dist/types/learning/model-judge.d.ts +29 -0
- package/dist/types/learning/model-judge.d.ts.map +1 -0
- package/dist/types/learning/operations.d.ts +41 -0
- package/dist/types/learning/operations.d.ts.map +1 -1
- package/dist/types/learning/repository.d.ts +177 -4
- package/dist/types/learning/repository.d.ts.map +1 -1
- package/dist/types/learning/reward-authoring.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration.d.ts +129 -0
- package/dist/types/learning/reward-calibration.d.ts.map +1 -0
- package/dist/types/learning/reward-check-budget.d.ts +12 -0
- package/dist/types/learning/reward-check-budget.d.ts.map +1 -0
- package/dist/types/learning/reward-check-service.d.ts +1 -1
- package/dist/types/learning/reward-check-service.d.ts.map +1 -1
- package/dist/types/learning/reward-check-worker.d.ts.map +1 -1
- package/dist/types/learning/reward-checks.d.ts +84 -0
- package/dist/types/learning/reward-checks.d.ts.map +1 -1
- package/dist/types/learning/reward-fixture-executor.d.ts +3 -0
- package/dist/types/learning/reward-fixture-executor.d.ts.map +1 -1
- package/dist/types/learning/schedule-contracts.d.ts +1 -1
- package/dist/types/learning/service.d.ts.map +1 -1
- package/dist/types/learning/transport.d.ts +198 -5
- package/dist/types/learning/transport.d.ts.map +1 -1
- package/dist/types/rewards.d.ts +107 -0
- package/dist/types/rewards.d.ts.map +1 -1
- package/dist/types/rollouts.d.ts.map +1 -1
- package/package.json +1 -1
- package/schemas/learning/v1/command-request.schema.json +225 -169
- package/schemas/learning/v1/decision.schema.json +192 -0
- package/schemas/learning/v1/grade.schema.json +335 -3
- package/schemas/learning/v1/reward.schema.json +22 -0
- package/schemas/learning/v1/reward_check.schema.json +335 -3
|
@@ -58,6 +58,38 @@ export declare const RewardFixtureCheckResultSchema: z.ZodObject<{
|
|
|
58
58
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
59
59
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
60
60
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
61
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
62
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
63
|
+
graderId: z.ZodString;
|
|
64
|
+
graderVersion: z.ZodString;
|
|
65
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
66
|
+
passed: z.ZodBoolean;
|
|
67
|
+
rewardEligible: z.ZodBoolean;
|
|
68
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
69
|
+
policy_failure: "policy_failure";
|
|
70
|
+
grader_failure: "grader_failure";
|
|
71
|
+
environment_failure: "environment_failure";
|
|
72
|
+
infrastructure_failure: "infrastructure_failure";
|
|
73
|
+
timeout: "timeout";
|
|
74
|
+
cancelled: "cancelled";
|
|
75
|
+
}>>;
|
|
76
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
77
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
78
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
79
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
80
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
81
|
+
providerId: z.ZodString;
|
|
82
|
+
modelId: z.ZodString;
|
|
83
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
84
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
85
|
+
requestHash: z.ZodString;
|
|
86
|
+
responseHash: z.ZodString;
|
|
87
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
88
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
89
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
90
|
+
}, z.core.$strict>>;
|
|
91
|
+
contentHash: z.ZodString;
|
|
92
|
+
}, z.core.$strict>>;
|
|
61
93
|
message: z.ZodNullable<z.ZodString>;
|
|
62
94
|
}, z.core.$strict>;
|
|
63
95
|
matchesExpectation: z.ZodBoolean;
|
|
@@ -121,6 +153,38 @@ export declare const RewardCheckRunSchema: z.ZodObject<{
|
|
|
121
153
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
122
154
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
123
155
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
156
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
157
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
158
|
+
graderId: z.ZodString;
|
|
159
|
+
graderVersion: z.ZodString;
|
|
160
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
161
|
+
passed: z.ZodBoolean;
|
|
162
|
+
rewardEligible: z.ZodBoolean;
|
|
163
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
164
|
+
policy_failure: "policy_failure";
|
|
165
|
+
grader_failure: "grader_failure";
|
|
166
|
+
environment_failure: "environment_failure";
|
|
167
|
+
infrastructure_failure: "infrastructure_failure";
|
|
168
|
+
timeout: "timeout";
|
|
169
|
+
cancelled: "cancelled";
|
|
170
|
+
}>>;
|
|
171
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
172
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
173
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
174
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
175
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
176
|
+
providerId: z.ZodString;
|
|
177
|
+
modelId: z.ZodString;
|
|
178
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
179
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
180
|
+
requestHash: z.ZodString;
|
|
181
|
+
responseHash: z.ZodString;
|
|
182
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
183
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
184
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
185
|
+
}, z.core.$strict>>;
|
|
186
|
+
contentHash: z.ZodString;
|
|
187
|
+
}, z.core.$strict>>;
|
|
124
188
|
message: z.ZodNullable<z.ZodString>;
|
|
125
189
|
}, z.core.$strict>;
|
|
126
190
|
matchesExpectation: z.ZodBoolean;
|
|
@@ -129,6 +193,26 @@ export declare const RewardCheckRunSchema: z.ZodObject<{
|
|
|
129
193
|
failure: z.ZodNullable<z.ZodString>;
|
|
130
194
|
timeoutMs: z.ZodNumber;
|
|
131
195
|
maximumSpendUsd: z.ZodNumber;
|
|
196
|
+
judgeCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
197
|
+
id: z.ZodString;
|
|
198
|
+
requestHash: z.ZodString;
|
|
199
|
+
reservedUsd: z.ZodNumber;
|
|
200
|
+
status: z.ZodEnum<{
|
|
201
|
+
reserved: "reserved";
|
|
202
|
+
settled: "settled";
|
|
203
|
+
not_dispatched: "not_dispatched";
|
|
204
|
+
}>;
|
|
205
|
+
response: z.ZodNullable<z.ZodObject<{
|
|
206
|
+
text: z.ZodString;
|
|
207
|
+
modelId: z.ZodString;
|
|
208
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
209
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
210
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
211
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
212
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
213
|
+
}, z.core.$strict>>;
|
|
214
|
+
}, z.core.$strict>>>;
|
|
215
|
+
requestedBy: z.ZodOptional<z.ZodString>;
|
|
132
216
|
leaseOwner: z.ZodNullable<z.ZodString>;
|
|
133
217
|
leaseExpiresAt: z.ZodNullable<z.ZodString>;
|
|
134
218
|
attemptCount: z.ZodNumber;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"reward-checks.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAsE,KAAK,iBAAiB,EAAE,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC;AAC/I,OAAO,KAAK,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAI5E,OAAO,KAAK,EAAE,iBAAiB,EAAE,4BAA4B,EAAE,MAAM,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"reward-checks.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAsE,KAAK,iBAAiB,EAAE,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC;AAC/I,OAAO,KAAK,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAI5E,OAAO,KAAK,EAAE,iBAAiB,EAAE,4BAA4B,EAAE,MAAM,gBAAgB,CAAC;AAItF,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;kBAY9B,CAAC;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,eAAO,MAAM,wBAAwB;;;;kBAA6H,CAAC;AACnK,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAC1E,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAGhC,CAAC;AACZ,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAAC;AACtF,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAYtB,CAAC;AACZ,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,4BAA4B,EAAE,GAAG,aAAa,EAAE,CAW7F;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,iBAAiB,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,aAAa,GAAG,IAAI;;;;;;;;;;;;;;;;;;;;;;;;;;;EAKhG;AAED,sFAAsF;AACtF,wBAAsB,oBAAoB,CAAC,KAAK,EAAE;IAChD,MAAM,EAAE,aAAa,CAAC;IAAC,OAAO,EAAE,aAAa,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IACpE,cAAc,CAAC,EAAE,oBAAoB,CAAC;IAAC,UAAU,CAAC,EAAE,gBAAgB,CAAC;CACtE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAgB7B;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,iBAAiB,GAAG,wBAAwB,CAK9G"}
|
|
@@ -1,9 +1,12 @@
|
|
|
1
1
|
import type { executeJavaScriptVerifier } from "../javascript-verifier.js";
|
|
2
2
|
import { type RewardCheckRuntime } from "./reward-checks.js";
|
|
3
3
|
import type { RewardFixtureExecutor } from "./reward-check-worker.js";
|
|
4
|
+
import type { ModelJudgeRunner } from "../graders.js";
|
|
4
5
|
/** The supplied interpreter must settle only after its worker/process exits. */
|
|
5
6
|
export declare function createIsolatedRewardFixtureExecutor(options: {
|
|
6
7
|
runtime: RewardCheckRuntime;
|
|
7
8
|
executeJavaScript: typeof executeJavaScriptVerifier;
|
|
9
|
+
createModelJudge?: (input: Parameters<RewardFixtureExecutor["execute"]>[0]) => Promise<ModelJudgeRunner>;
|
|
10
|
+
cancelModelJudge?: RewardFixtureExecutor["cancel"];
|
|
8
11
|
}): RewardFixtureExecutor;
|
|
9
12
|
//# sourceMappingURL=reward-fixture-executor.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"reward-fixture-executor.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-fixture-executor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AAE3E,OAAO,EAAwB,KAAK,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACnF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;
|
|
1
|
+
{"version":3,"file":"reward-fixture-executor.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-fixture-executor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AAE3E,OAAO,EAAwB,KAAK,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACnF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACtE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAEtD,gFAAgF;AAChF,wBAAgB,mCAAmC,CAAC,OAAO,EAAE;IAC3D,OAAO,EAAE,kBAAkB,CAAC;IAC5B,iBAAiB,EAAE,OAAO,yBAAyB,CAAC;IACpD,gBAAgB,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,gBAAgB,CAAC,CAAC;IACzG,gBAAgB,CAAC,EAAE,qBAAqB,CAAC,QAAQ,CAAC,CAAC;CACpD,GAAG,qBAAqB,CAyBxB"}
|
|
@@ -48,9 +48,9 @@ export declare const LearningScheduleFireSchema: z.ZodObject<{
|
|
|
48
48
|
coalescedCount: z.ZodNumber;
|
|
49
49
|
outcome: z.ZodEnum<{
|
|
50
50
|
skipped: "skipped";
|
|
51
|
+
reserved: "reserved";
|
|
51
52
|
waiting_for_data: "waiting_for_data";
|
|
52
53
|
waiting_for_review: "waiting_for_review";
|
|
53
|
-
reserved: "reserved";
|
|
54
54
|
}>;
|
|
55
55
|
reason: z.ZodNullable<z.ZodEnum<{
|
|
56
56
|
active_iteration: "active_iteration";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../../../../src/learning/service.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../../../../src/learning/service.ts"],"names":[],"mappings":"AAeA,OAAO,EAA+Q,KAAK,mBAAmB,EAAwC,MAAM,gBAAgB,CAAC;AAE7W,OAAO,EAAmH,KAAK,kBAAkB,EAAE,KAAK,mBAAmB,EAAE,KAAK,oBAAoB,EAAE,KAAK,oBAAoB,EAAgC,KAAK,qBAAqB,EAAE,KAAK,sBAAsB,EAA4B,MAAM,iBAAiB,CAAC;AAM5W,MAAM,MAAM,aAAa,GAAG;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,QAAQ,GAAG,UAAU,GAAG,QAAQ,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AACtG,MAAM,MAAM,sBAAsB,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,aAAa,CAAA;CAAE,CAAC;AAC7E,MAAM,MAAM,uBAAuB,GAAG;IAAE,WAAW,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,sBAAsB,EAAE,CAAA;CAAE,CAAC;AAEnG,wBAAgB,qBAAqB,CAAC,UAAU,EAAE,kBAAkB,EAAE,OAAO,GAAE;IAAE,GAAG,CAAC,EAAE,MAAM,MAAM,CAAA;CAAO;uBAGxE,sBAAsB,OAAO,OAAO,KAAG,OAAO,CAAC,uBAAuB,CAAC;2BAkRxE,sBAAsB,aAAa,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;6BAKpD,sBAAsB,aAAa,mBAAmB;;;;;;;;;;;;;QAS3E,CAAC,SAAS,oBAAoB,WAAW,sBAAsB,QAAQ,CAAC,MAAM,MAAM,aAAa,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;SAIxI,CAAC,SAAS,oBAAoB,WAAW,sBAAsB,QAAQ,CAAC,UAAS,OAAO,CAAC,qBAAqB,CAAC,GAAQ,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;EAOrK"}
|
|
@@ -5,6 +5,16 @@ export declare function assertLearningRequestJson(raw: unknown): void;
|
|
|
5
5
|
export declare const LearningCommandRequestSchema: z.ZodObject<{
|
|
6
6
|
scope: z.ZodString;
|
|
7
7
|
command: z.ZodUnion<readonly [z.ZodObject<{
|
|
8
|
+
operationId: z.ZodString;
|
|
9
|
+
action: z.ZodLiteral<"publish_checked_reward">;
|
|
10
|
+
draft: z.ZodObject<{
|
|
11
|
+
id: z.ZodString;
|
|
12
|
+
contentHash: z.ZodString;
|
|
13
|
+
revision: z.ZodNumber;
|
|
14
|
+
}, z.core.$strict>;
|
|
15
|
+
checkId: z.ZodString;
|
|
16
|
+
checkRevision: z.ZodNumber;
|
|
17
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
8
18
|
operationId: z.ZodString;
|
|
9
19
|
action: z.ZodLiteral<"import_intake">;
|
|
10
20
|
format: z.ZodEnum<{
|
|
@@ -571,6 +581,11 @@ export declare const LearningCommandRequestSchema: z.ZodObject<{
|
|
|
571
581
|
host_private: "host_private";
|
|
572
582
|
}>;
|
|
573
583
|
}, z.core.$strict>>;
|
|
584
|
+
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
585
|
+
id: z.ZodString;
|
|
586
|
+
contentHash: z.ZodString;
|
|
587
|
+
revision: z.ZodNumber;
|
|
588
|
+
}, z.core.$strict>>;
|
|
574
589
|
}, z.core.$strict>;
|
|
575
590
|
}, z.core.$strict>, z.ZodObject<{
|
|
576
591
|
operationId: z.ZodString;
|
|
@@ -1122,6 +1137,11 @@ export declare const LearningCommandRequestSchema: z.ZodObject<{
|
|
|
1122
1137
|
host_private: "host_private";
|
|
1123
1138
|
}>;
|
|
1124
1139
|
}, z.core.$strict>>;
|
|
1140
|
+
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
1141
|
+
id: z.ZodString;
|
|
1142
|
+
contentHash: z.ZodString;
|
|
1143
|
+
revision: z.ZodNumber;
|
|
1144
|
+
}, z.core.$strict>>;
|
|
1125
1145
|
}, z.core.$strict>;
|
|
1126
1146
|
expectedRevision: z.ZodNumber;
|
|
1127
1147
|
}, z.core.$strict> | z.ZodObject<{
|
|
@@ -1531,6 +1551,7 @@ export declare const LearningReadRequestSchema: z.ZodDiscriminatedUnion<[z.ZodOb
|
|
|
1531
1551
|
asset: "asset";
|
|
1532
1552
|
decision: "decision";
|
|
1533
1553
|
binding: "binding";
|
|
1554
|
+
dispatch: "dispatch";
|
|
1534
1555
|
batch: "batch";
|
|
1535
1556
|
grade: "grade";
|
|
1536
1557
|
schedule: "schedule";
|
|
@@ -1541,7 +1562,6 @@ export declare const LearningReadRequestSchema: z.ZodDiscriminatedUnion<[z.ZodOb
|
|
|
1541
1562
|
chain: "chain";
|
|
1542
1563
|
consumption: "consumption";
|
|
1543
1564
|
reservation: "reservation";
|
|
1544
|
-
dispatch: "dispatch";
|
|
1545
1565
|
schedule_fire: "schedule_fire";
|
|
1546
1566
|
package: "package";
|
|
1547
1567
|
}>;
|
|
@@ -1559,6 +1579,7 @@ export declare const LearningReadRequestSchema: z.ZodDiscriminatedUnion<[z.ZodOb
|
|
|
1559
1579
|
asset: "asset";
|
|
1560
1580
|
decision: "decision";
|
|
1561
1581
|
binding: "binding";
|
|
1582
|
+
dispatch: "dispatch";
|
|
1562
1583
|
batch: "batch";
|
|
1563
1584
|
grade: "grade";
|
|
1564
1585
|
schedule: "schedule";
|
|
@@ -1569,7 +1590,6 @@ export declare const LearningReadRequestSchema: z.ZodDiscriminatedUnion<[z.ZodOb
|
|
|
1569
1590
|
chain: "chain";
|
|
1570
1591
|
consumption: "consumption";
|
|
1571
1592
|
reservation: "reservation";
|
|
1572
|
-
dispatch: "dispatch";
|
|
1573
1593
|
schedule_fire: "schedule_fire";
|
|
1574
1594
|
package: "package";
|
|
1575
1595
|
}>;
|
|
@@ -1972,6 +1992,11 @@ export declare const LearningOperationResultSchema: z.ZodObject<{
|
|
|
1972
1992
|
host_private: "host_private";
|
|
1973
1993
|
}>;
|
|
1974
1994
|
}, z.core.$strict>>;
|
|
1995
|
+
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
1996
|
+
id: z.ZodString;
|
|
1997
|
+
contentHash: z.ZodString;
|
|
1998
|
+
revision: z.ZodNumber;
|
|
1999
|
+
}, z.core.$strict>>;
|
|
1975
2000
|
contentHash: z.ZodString;
|
|
1976
2001
|
}, z.core.$strict> | z.ZodObject<{
|
|
1977
2002
|
schemaVersion: z.ZodLiteral<"openpond.rewardBinding.v1">;
|
|
@@ -2379,6 +2404,38 @@ export declare const LearningOperationResultSchema: z.ZodObject<{
|
|
|
2379
2404
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
2380
2405
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2381
2406
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
2407
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
2408
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
2409
|
+
graderId: z.ZodString;
|
|
2410
|
+
graderVersion: z.ZodString;
|
|
2411
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
2412
|
+
passed: z.ZodBoolean;
|
|
2413
|
+
rewardEligible: z.ZodBoolean;
|
|
2414
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
2415
|
+
policy_failure: "policy_failure";
|
|
2416
|
+
grader_failure: "grader_failure";
|
|
2417
|
+
environment_failure: "environment_failure";
|
|
2418
|
+
infrastructure_failure: "infrastructure_failure";
|
|
2419
|
+
timeout: "timeout";
|
|
2420
|
+
cancelled: "cancelled";
|
|
2421
|
+
}>>;
|
|
2422
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
2423
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
2424
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
2425
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
2426
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
2427
|
+
providerId: z.ZodString;
|
|
2428
|
+
modelId: z.ZodString;
|
|
2429
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
2430
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
2431
|
+
requestHash: z.ZodString;
|
|
2432
|
+
responseHash: z.ZodString;
|
|
2433
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2434
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2435
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
2436
|
+
}, z.core.$strict>>;
|
|
2437
|
+
contentHash: z.ZodString;
|
|
2438
|
+
}, z.core.$strict>>;
|
|
2382
2439
|
message: z.ZodNullable<z.ZodString>;
|
|
2383
2440
|
}, z.core.$strict>>;
|
|
2384
2441
|
training: z.ZodObject<{
|
|
@@ -2431,6 +2488,38 @@ export declare const LearningOperationResultSchema: z.ZodObject<{
|
|
|
2431
2488
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
2432
2489
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2433
2490
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
2491
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
2492
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
2493
|
+
graderId: z.ZodString;
|
|
2494
|
+
graderVersion: z.ZodString;
|
|
2495
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
2496
|
+
passed: z.ZodBoolean;
|
|
2497
|
+
rewardEligible: z.ZodBoolean;
|
|
2498
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
2499
|
+
policy_failure: "policy_failure";
|
|
2500
|
+
grader_failure: "grader_failure";
|
|
2501
|
+
environment_failure: "environment_failure";
|
|
2502
|
+
infrastructure_failure: "infrastructure_failure";
|
|
2503
|
+
timeout: "timeout";
|
|
2504
|
+
cancelled: "cancelled";
|
|
2505
|
+
}>>;
|
|
2506
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
2507
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
2508
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
2509
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
2510
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
2511
|
+
providerId: z.ZodString;
|
|
2512
|
+
modelId: z.ZodString;
|
|
2513
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
2514
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
2515
|
+
requestHash: z.ZodString;
|
|
2516
|
+
responseHash: z.ZodString;
|
|
2517
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2518
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2519
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
2520
|
+
}, z.core.$strict>>;
|
|
2521
|
+
contentHash: z.ZodString;
|
|
2522
|
+
}, z.core.$strict>>;
|
|
2434
2523
|
message: z.ZodNullable<z.ZodString>;
|
|
2435
2524
|
}, z.core.$strict>>;
|
|
2436
2525
|
training: z.ZodObject<{
|
|
@@ -2743,6 +2832,38 @@ export declare const LearningOperationResultSchema: z.ZodObject<{
|
|
|
2743
2832
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
2744
2833
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2745
2834
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
2835
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
2836
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
2837
|
+
graderId: z.ZodString;
|
|
2838
|
+
graderVersion: z.ZodString;
|
|
2839
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
2840
|
+
passed: z.ZodBoolean;
|
|
2841
|
+
rewardEligible: z.ZodBoolean;
|
|
2842
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
2843
|
+
policy_failure: "policy_failure";
|
|
2844
|
+
grader_failure: "grader_failure";
|
|
2845
|
+
environment_failure: "environment_failure";
|
|
2846
|
+
infrastructure_failure: "infrastructure_failure";
|
|
2847
|
+
timeout: "timeout";
|
|
2848
|
+
cancelled: "cancelled";
|
|
2849
|
+
}>>;
|
|
2850
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
2851
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
2852
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
2853
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
2854
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
2855
|
+
providerId: z.ZodString;
|
|
2856
|
+
modelId: z.ZodString;
|
|
2857
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
2858
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
2859
|
+
requestHash: z.ZodString;
|
|
2860
|
+
responseHash: z.ZodString;
|
|
2861
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2862
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2863
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
2864
|
+
}, z.core.$strict>>;
|
|
2865
|
+
contentHash: z.ZodString;
|
|
2866
|
+
}, z.core.$strict>>;
|
|
2746
2867
|
message: z.ZodNullable<z.ZodString>;
|
|
2747
2868
|
}, z.core.$strict>>;
|
|
2748
2869
|
training: z.ZodObject<{
|
|
@@ -2770,6 +2891,26 @@ export declare const LearningOperationResultSchema: z.ZodObject<{
|
|
|
2770
2891
|
attemptCount: z.ZodNumber;
|
|
2771
2892
|
timeoutMs: z.ZodNumber;
|
|
2772
2893
|
maximumSpendUsd: z.ZodNumber;
|
|
2894
|
+
judgeCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
2895
|
+
id: z.ZodString;
|
|
2896
|
+
requestHash: z.ZodString;
|
|
2897
|
+
reservedUsd: z.ZodNumber;
|
|
2898
|
+
status: z.ZodEnum<{
|
|
2899
|
+
reserved: "reserved";
|
|
2900
|
+
settled: "settled";
|
|
2901
|
+
not_dispatched: "not_dispatched";
|
|
2902
|
+
}>;
|
|
2903
|
+
response: z.ZodNullable<z.ZodObject<{
|
|
2904
|
+
text: z.ZodString;
|
|
2905
|
+
modelId: z.ZodString;
|
|
2906
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
2907
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
2908
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2909
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2910
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
2911
|
+
}, z.core.$strict>>;
|
|
2912
|
+
}, z.core.$strict>>>;
|
|
2913
|
+
requestedBy: z.ZodOptional<z.ZodString>;
|
|
2773
2914
|
failure: z.ZodNullable<z.ZodString>;
|
|
2774
2915
|
createdAt: z.ZodString;
|
|
2775
2916
|
updatedAt: z.ZodString;
|
|
@@ -2833,9 +2974,9 @@ export declare const LearningOperationResultSchema: z.ZodObject<{
|
|
|
2833
2974
|
}, z.core.$strict>], "kind">;
|
|
2834
2975
|
requestHash: z.ZodString;
|
|
2835
2976
|
outcome: z.ZodEnum<{
|
|
2977
|
+
reserved: "reserved";
|
|
2836
2978
|
waiting_for_data: "waiting_for_data";
|
|
2837
2979
|
waiting_for_review: "waiting_for_review";
|
|
2838
|
-
reserved: "reserved";
|
|
2839
2980
|
}>;
|
|
2840
2981
|
counts: z.ZodObject<{
|
|
2841
2982
|
eligible: z.ZodNumber;
|
|
@@ -3094,10 +3235,10 @@ export declare const LearningOperationResultSchema: z.ZodObject<{
|
|
|
3094
3235
|
}, z.core.$strict>;
|
|
3095
3236
|
state: z.ZodEnum<{
|
|
3096
3237
|
blocked: "blocked";
|
|
3238
|
+
settled: "settled";
|
|
3097
3239
|
preparing: "preparing";
|
|
3098
3240
|
prepared: "prepared";
|
|
3099
3241
|
submitted: "submitted";
|
|
3100
|
-
settled: "settled";
|
|
3101
3242
|
}>;
|
|
3102
3243
|
submission: z.ZodNullable<z.ZodObject<{
|
|
3103
3244
|
provider: z.ZodString;
|
|
@@ -3169,9 +3310,9 @@ export declare const LearningOperationResultSchema: z.ZodObject<{
|
|
|
3169
3310
|
coalescedCount: z.ZodNumber;
|
|
3170
3311
|
outcome: z.ZodEnum<{
|
|
3171
3312
|
skipped: "skipped";
|
|
3313
|
+
reserved: "reserved";
|
|
3172
3314
|
waiting_for_data: "waiting_for_data";
|
|
3173
3315
|
waiting_for_review: "waiting_for_review";
|
|
3174
|
-
reserved: "reserved";
|
|
3175
3316
|
}>;
|
|
3176
3317
|
reason: z.ZodNullable<z.ZodEnum<{
|
|
3177
3318
|
active_iteration: "active_iteration";
|
|
@@ -3242,6 +3383,38 @@ export declare const LearningOperationResultSchema: z.ZodObject<{
|
|
|
3242
3383
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
3243
3384
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
3244
3385
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
3386
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
3387
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
3388
|
+
graderId: z.ZodString;
|
|
3389
|
+
graderVersion: z.ZodString;
|
|
3390
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
3391
|
+
passed: z.ZodBoolean;
|
|
3392
|
+
rewardEligible: z.ZodBoolean;
|
|
3393
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
3394
|
+
policy_failure: "policy_failure";
|
|
3395
|
+
grader_failure: "grader_failure";
|
|
3396
|
+
environment_failure: "environment_failure";
|
|
3397
|
+
infrastructure_failure: "infrastructure_failure";
|
|
3398
|
+
timeout: "timeout";
|
|
3399
|
+
cancelled: "cancelled";
|
|
3400
|
+
}>>;
|
|
3401
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
3402
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
3403
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
3404
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
3405
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
3406
|
+
providerId: z.ZodString;
|
|
3407
|
+
modelId: z.ZodString;
|
|
3408
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
3409
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
3410
|
+
requestHash: z.ZodString;
|
|
3411
|
+
responseHash: z.ZodString;
|
|
3412
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
3413
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
3414
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
3415
|
+
}, z.core.$strict>>;
|
|
3416
|
+
contentHash: z.ZodString;
|
|
3417
|
+
}, z.core.$strict>>;
|
|
3245
3418
|
message: z.ZodNullable<z.ZodString>;
|
|
3246
3419
|
}, z.core.$strict>;
|
|
3247
3420
|
matchesExpectation: z.ZodBoolean;
|
|
@@ -3250,6 +3423,26 @@ export declare const LearningOperationResultSchema: z.ZodObject<{
|
|
|
3250
3423
|
failure: z.ZodNullable<z.ZodString>;
|
|
3251
3424
|
timeoutMs: z.ZodNumber;
|
|
3252
3425
|
maximumSpendUsd: z.ZodNumber;
|
|
3426
|
+
judgeCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
3427
|
+
id: z.ZodString;
|
|
3428
|
+
requestHash: z.ZodString;
|
|
3429
|
+
reservedUsd: z.ZodNumber;
|
|
3430
|
+
status: z.ZodEnum<{
|
|
3431
|
+
reserved: "reserved";
|
|
3432
|
+
settled: "settled";
|
|
3433
|
+
not_dispatched: "not_dispatched";
|
|
3434
|
+
}>;
|
|
3435
|
+
response: z.ZodNullable<z.ZodObject<{
|
|
3436
|
+
text: z.ZodString;
|
|
3437
|
+
modelId: z.ZodString;
|
|
3438
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
3439
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
3440
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
3441
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
3442
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
3443
|
+
}, z.core.$strict>>;
|
|
3444
|
+
}, z.core.$strict>>>;
|
|
3445
|
+
requestedBy: z.ZodOptional<z.ZodString>;
|
|
3253
3446
|
leaseOwner: z.ZodNullable<z.ZodString>;
|
|
3254
3447
|
leaseExpiresAt: z.ZodNullable<z.ZodString>;
|
|
3255
3448
|
attemptCount: z.ZodNumber;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"transport.d.ts","sourceRoot":"","sources":["../../../../../src/learning/transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAQxB,mFAAmF;AACnF,wBAAgB,yBAAyB,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI,CAG5D;AAED,0FAA0F;AAC1F,eAAO,MAAM,4BAA4B
|
|
1
|
+
{"version":3,"file":"transport.d.ts","sourceRoot":"","sources":["../../../../../src/learning/transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAQxB,mFAAmF;AACnF,wBAAgB,yBAAyB,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI,CAG5D;AAED,0FAA0F;AAC1F,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAgF,CAAC;AAC1H,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;8BAKpC,CAAC;AACH,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;;;;kBAOpC,CAAC;AACZ,MAAM,MAAM,4BAA4B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kCAAkC,CAAC,CAAC;AAC9F,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAG/B,CAAC"}
|
package/dist/types/rewards.d.ts
CHANGED
|
@@ -205,6 +205,11 @@ export declare const RewardReleaseContentSchema: z.ZodObject<{
|
|
|
205
205
|
host_private: "host_private";
|
|
206
206
|
}>;
|
|
207
207
|
}, z.core.$strict>>;
|
|
208
|
+
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
209
|
+
id: z.ZodString;
|
|
210
|
+
contentHash: z.ZodString;
|
|
211
|
+
revision: z.ZodNumber;
|
|
212
|
+
}, z.core.$strict>>;
|
|
208
213
|
}, z.core.$strict>;
|
|
209
214
|
export declare const RewardReleaseSchema: z.ZodObject<{
|
|
210
215
|
schemaVersion: z.ZodLiteral<"openpond.rewardRelease.v1">;
|
|
@@ -325,6 +330,11 @@ export declare const RewardReleaseSchema: z.ZodObject<{
|
|
|
325
330
|
host_private: "host_private";
|
|
326
331
|
}>;
|
|
327
332
|
}, z.core.$strict>>;
|
|
333
|
+
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
334
|
+
id: z.ZodString;
|
|
335
|
+
contentHash: z.ZodString;
|
|
336
|
+
revision: z.ZodNumber;
|
|
337
|
+
}, z.core.$strict>>;
|
|
328
338
|
contentHash: z.ZodString;
|
|
329
339
|
}, z.core.$strict>;
|
|
330
340
|
export declare const RewardReleaseRefSchema: z.ZodObject<{
|
|
@@ -486,6 +496,38 @@ export declare const BoundRewardResultSchema: z.ZodObject<{
|
|
|
486
496
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
487
497
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
488
498
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
499
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
500
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
501
|
+
graderId: z.ZodString;
|
|
502
|
+
graderVersion: z.ZodString;
|
|
503
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
504
|
+
passed: z.ZodBoolean;
|
|
505
|
+
rewardEligible: z.ZodBoolean;
|
|
506
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
507
|
+
policy_failure: "policy_failure";
|
|
508
|
+
grader_failure: "grader_failure";
|
|
509
|
+
environment_failure: "environment_failure";
|
|
510
|
+
infrastructure_failure: "infrastructure_failure";
|
|
511
|
+
timeout: "timeout";
|
|
512
|
+
cancelled: "cancelled";
|
|
513
|
+
}>>;
|
|
514
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
515
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
516
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
517
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
518
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
519
|
+
providerId: z.ZodString;
|
|
520
|
+
modelId: z.ZodString;
|
|
521
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
522
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
523
|
+
requestHash: z.ZodString;
|
|
524
|
+
responseHash: z.ZodString;
|
|
525
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
526
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
527
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
528
|
+
}, z.core.$strict>>;
|
|
529
|
+
contentHash: z.ZodString;
|
|
530
|
+
}, z.core.$strict>>;
|
|
489
531
|
message: z.ZodNullable<z.ZodString>;
|
|
490
532
|
}, z.core.$strict>;
|
|
491
533
|
export declare const RewardCompositionContentSchema: z.ZodObject<{
|
|
@@ -518,6 +560,38 @@ export declare const RewardCompositionContentSchema: z.ZodObject<{
|
|
|
518
560
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
519
561
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
520
562
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
563
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
564
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
565
|
+
graderId: z.ZodString;
|
|
566
|
+
graderVersion: z.ZodString;
|
|
567
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
568
|
+
passed: z.ZodBoolean;
|
|
569
|
+
rewardEligible: z.ZodBoolean;
|
|
570
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
571
|
+
policy_failure: "policy_failure";
|
|
572
|
+
grader_failure: "grader_failure";
|
|
573
|
+
environment_failure: "environment_failure";
|
|
574
|
+
infrastructure_failure: "infrastructure_failure";
|
|
575
|
+
timeout: "timeout";
|
|
576
|
+
cancelled: "cancelled";
|
|
577
|
+
}>>;
|
|
578
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
579
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
580
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
581
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
582
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
583
|
+
providerId: z.ZodString;
|
|
584
|
+
modelId: z.ZodString;
|
|
585
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
586
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
587
|
+
requestHash: z.ZodString;
|
|
588
|
+
responseHash: z.ZodString;
|
|
589
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
590
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
591
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
592
|
+
}, z.core.$strict>>;
|
|
593
|
+
contentHash: z.ZodString;
|
|
594
|
+
}, z.core.$strict>>;
|
|
521
595
|
message: z.ZodNullable<z.ZodString>;
|
|
522
596
|
}, z.core.$strict>>;
|
|
523
597
|
training: z.ZodObject<{
|
|
@@ -569,6 +643,38 @@ export declare const RewardCompositionSchema: z.ZodObject<{
|
|
|
569
643
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
570
644
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
571
645
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
646
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
647
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
648
|
+
graderId: z.ZodString;
|
|
649
|
+
graderVersion: z.ZodString;
|
|
650
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
651
|
+
passed: z.ZodBoolean;
|
|
652
|
+
rewardEligible: z.ZodBoolean;
|
|
653
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
654
|
+
policy_failure: "policy_failure";
|
|
655
|
+
grader_failure: "grader_failure";
|
|
656
|
+
environment_failure: "environment_failure";
|
|
657
|
+
infrastructure_failure: "infrastructure_failure";
|
|
658
|
+
timeout: "timeout";
|
|
659
|
+
cancelled: "cancelled";
|
|
660
|
+
}>>;
|
|
661
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
662
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
663
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
664
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
665
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
666
|
+
providerId: z.ZodString;
|
|
667
|
+
modelId: z.ZodString;
|
|
668
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
669
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
670
|
+
requestHash: z.ZodString;
|
|
671
|
+
responseHash: z.ZodString;
|
|
672
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
673
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
674
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
675
|
+
}, z.core.$strict>>;
|
|
676
|
+
contentHash: z.ZodString;
|
|
677
|
+
}, z.core.$strict>>;
|
|
572
678
|
message: z.ZodNullable<z.ZodString>;
|
|
573
679
|
}, z.core.$strict>>;
|
|
574
680
|
training: z.ZodObject<{
|
|
@@ -622,6 +728,7 @@ export declare function executeRewardBinding(input: {
|
|
|
622
728
|
customVerifier?: CustomVerifierRunner;
|
|
623
729
|
learnedReward?: LearnedRewardRunner;
|
|
624
730
|
signal?: AbortSignal;
|
|
731
|
+
purpose?: "grading" | "fixture_calibration";
|
|
625
732
|
}): Promise<RewardComposition>;
|
|
626
733
|
export declare function composeBoundRewards(input: {
|
|
627
734
|
binding: RewardBinding;
|