@openpond/evals 0.7.6 → 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LEARNING.md +30 -0
- package/dist/learning/authoring-service.js +1 -1
- package/dist/learning/authoring.js +9 -0
- package/dist/learning/index.js +4 -0
- package/dist/learning/operations.js +3 -1
- package/dist/learning/repository.js +2 -0
- package/dist/learning/reward-authoring.js +120 -0
- package/dist/learning/reward-check-service.js +31 -0
- package/dist/learning/reward-check-worker.js +114 -0
- package/dist/learning/reward-checks.js +81 -0
- package/dist/learning/reward-fixture-executor.js +29 -0
- package/dist/learning/service.js +7 -0
- package/dist/rewards.js +3 -0
- package/dist/types/learning/admission.d.ts +12 -0
- package/dist/types/learning/admission.d.ts.map +1 -1
- package/dist/types/learning/authoring-service.d.ts +172 -0
- package/dist/types/learning/authoring-service.d.ts.map +1 -1
- package/dist/types/learning/authoring.d.ts +121 -0
- package/dist/types/learning/authoring.d.ts.map +1 -1
- package/dist/types/learning/contracts.d.ts +12 -0
- package/dist/types/learning/contracts.d.ts.map +1 -1
- package/dist/types/learning/index.d.ts +4 -0
- package/dist/types/learning/index.d.ts.map +1 -1
- package/dist/types/learning/operations.d.ts +128 -0
- package/dist/types/learning/operations.d.ts.map +1 -1
- package/dist/types/learning/repository.d.ts +109 -0
- package/dist/types/learning/repository.d.ts.map +1 -1
- package/dist/types/learning/reward-authoring.d.ts +18 -0
- package/dist/types/learning/reward-authoring.d.ts.map +1 -0
- package/dist/types/learning/reward-check-service.d.ts +17 -0
- package/dist/types/learning/reward-check-service.d.ts.map +1 -0
- package/dist/types/learning/reward-check-worker.d.ts +27 -0
- package/dist/types/learning/reward-check-worker.d.ts.map +1 -0
- package/dist/types/learning/reward-checks.d.ts +177 -0
- package/dist/types/learning/reward-checks.d.ts.map +1 -0
- package/dist/types/learning/reward-fixture-executor.d.ts +9 -0
- package/dist/types/learning/reward-fixture-executor.d.ts.map +1 -0
- package/dist/types/learning/service.d.ts.map +1 -1
- package/dist/types/learning/transport.d.ts +173 -1
- package/dist/types/learning/transport.d.ts.map +1 -1
- package/dist/types/rewards.d.ts +24 -0
- package/dist/types/rewards.d.ts.map +1 -1
- package/package.json +1 -1
- package/schemas/learning/v1/command-request.schema.json +412 -248
- package/schemas/learning/v1/draft.schema.json +96 -0
- package/schemas/learning/v1/read-request.schema.json +1 -0
- package/schemas/learning/v1/reward.schema.json +3 -0
- package/schemas/learning/v1/reward_check.schema.json +343 -0
|
@@ -116,6 +116,30 @@ export declare const learningResourceSchemas: {
|
|
|
116
116
|
inputContract: z.ZodString;
|
|
117
117
|
minimum: z.ZodString;
|
|
118
118
|
maximum: z.ZodString;
|
|
119
|
+
fixtures: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
120
|
+
id: z.ZodString;
|
|
121
|
+
name: z.ZodString;
|
|
122
|
+
input: z.ZodString;
|
|
123
|
+
output: z.ZodString;
|
|
124
|
+
expectedOutput: z.ZodString;
|
|
125
|
+
evaluatorContext: z.ZodString;
|
|
126
|
+
artifactRefs: z.ZodArray<z.ZodString>;
|
|
127
|
+
runtimeEventRefs: z.ZodArray<z.ZodString>;
|
|
128
|
+
infrastructureError: z.ZodString;
|
|
129
|
+
expectedStatus: z.ZodEnum<{
|
|
130
|
+
pending: "pending";
|
|
131
|
+
failed: "failed";
|
|
132
|
+
scored: "scored";
|
|
133
|
+
unavailable: "unavailable";
|
|
134
|
+
}>;
|
|
135
|
+
minimumScore: z.ZodString;
|
|
136
|
+
maximumScore: z.ZodString;
|
|
137
|
+
expectedPassed: z.ZodEnum<{
|
|
138
|
+
any: "any";
|
|
139
|
+
true: "true";
|
|
140
|
+
false: "false";
|
|
141
|
+
}>;
|
|
142
|
+
}, z.core.$strict>>>;
|
|
119
143
|
}, z.core.$strict>;
|
|
120
144
|
schemaVersion: z.ZodLiteral<"openpond.authoringDraft.v1">;
|
|
121
145
|
revision: z.ZodNumber;
|
|
@@ -193,6 +217,78 @@ export declare const learningResourceSchemas: {
|
|
|
193
217
|
updatedAt: z.ZodString;
|
|
194
218
|
contentHash: z.ZodString;
|
|
195
219
|
}, z.core.$strict>], "targetKind">;
|
|
220
|
+
readonly reward_check: z.ZodObject<{
|
|
221
|
+
schemaVersion: z.ZodLiteral<"openpond.rewardCheckRun.v1">;
|
|
222
|
+
id: z.ZodString;
|
|
223
|
+
revision: z.ZodNumber;
|
|
224
|
+
draft: z.ZodObject<{
|
|
225
|
+
id: z.ZodString;
|
|
226
|
+
contentHash: z.ZodString;
|
|
227
|
+
revision: z.ZodNumber;
|
|
228
|
+
}, z.core.$strict>;
|
|
229
|
+
reward: z.ZodObject<{
|
|
230
|
+
id: z.ZodString;
|
|
231
|
+
contentHash: z.ZodString;
|
|
232
|
+
revision: z.ZodNumber;
|
|
233
|
+
}, z.core.$strict>;
|
|
234
|
+
snapshotHash: z.ZodString;
|
|
235
|
+
fixtureRefs: z.ZodArray<z.ZodObject<{
|
|
236
|
+
id: z.ZodString;
|
|
237
|
+
contentHash: z.ZodString;
|
|
238
|
+
}, z.core.$strict>>;
|
|
239
|
+
status: z.ZodEnum<{
|
|
240
|
+
failed: "failed";
|
|
241
|
+
completed: "completed";
|
|
242
|
+
cancelled: "cancelled";
|
|
243
|
+
running: "running";
|
|
244
|
+
cancelling: "cancelling";
|
|
245
|
+
queued: "queued";
|
|
246
|
+
}>;
|
|
247
|
+
runtime: z.ZodNullable<z.ZodObject<{
|
|
248
|
+
id: z.ZodString;
|
|
249
|
+
packageVersion: z.ZodString;
|
|
250
|
+
engine: z.ZodString;
|
|
251
|
+
}, z.core.$strict>>;
|
|
252
|
+
results: z.ZodArray<z.ZodObject<{
|
|
253
|
+
fixture: z.ZodObject<{
|
|
254
|
+
id: z.ZodString;
|
|
255
|
+
contentHash: z.ZodString;
|
|
256
|
+
}, z.core.$strict>;
|
|
257
|
+
result: z.ZodObject<{
|
|
258
|
+
graderId: z.ZodString;
|
|
259
|
+
reward: z.ZodObject<{
|
|
260
|
+
id: z.ZodString;
|
|
261
|
+
contentHash: z.ZodString;
|
|
262
|
+
revision: z.ZodNumber;
|
|
263
|
+
}, z.core.$strict>;
|
|
264
|
+
role: z.ZodEnum<{
|
|
265
|
+
evaluation: "evaluation";
|
|
266
|
+
training: "training";
|
|
267
|
+
}>;
|
|
268
|
+
status: z.ZodEnum<{
|
|
269
|
+
pending: "pending";
|
|
270
|
+
failed: "failed";
|
|
271
|
+
scored: "scored";
|
|
272
|
+
unavailable: "unavailable";
|
|
273
|
+
}>;
|
|
274
|
+
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
275
|
+
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
276
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
277
|
+
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
278
|
+
message: z.ZodNullable<z.ZodString>;
|
|
279
|
+
}, z.core.$strict>;
|
|
280
|
+
matchesExpectation: z.ZodBoolean;
|
|
281
|
+
}, z.core.$strict>>;
|
|
282
|
+
matchesExpectations: z.ZodNullable<z.ZodBoolean>;
|
|
283
|
+
failure: z.ZodNullable<z.ZodString>;
|
|
284
|
+
timeoutMs: z.ZodNumber;
|
|
285
|
+
maximumSpendUsd: z.ZodNumber;
|
|
286
|
+
leaseOwner: z.ZodNullable<z.ZodString>;
|
|
287
|
+
leaseExpiresAt: z.ZodNullable<z.ZodString>;
|
|
288
|
+
attemptCount: z.ZodNumber;
|
|
289
|
+
createdAt: z.ZodString;
|
|
290
|
+
updatedAt: z.ZodString;
|
|
291
|
+
}, z.core.$strict>;
|
|
196
292
|
readonly asset: z.ZodObject<{
|
|
197
293
|
schemaVersion: z.ZodLiteral<"openpond.learningTextAsset.v1">;
|
|
198
294
|
id: z.ZodString;
|
|
@@ -410,6 +506,18 @@ export declare const learningResourceSchemas: {
|
|
|
410
506
|
host_private: "host_private";
|
|
411
507
|
}>;
|
|
412
508
|
}, z.core.$strict>>;
|
|
509
|
+
fixtureSetRef: z.ZodOptional<z.ZodObject<{
|
|
510
|
+
id: z.ZodString;
|
|
511
|
+
path: z.ZodString;
|
|
512
|
+
contentHash: z.ZodString;
|
|
513
|
+
sizeBytes: z.ZodNumber;
|
|
514
|
+
mediaType: z.ZodString;
|
|
515
|
+
visibility: z.ZodEnum<{
|
|
516
|
+
policy: "policy";
|
|
517
|
+
verifier: "verifier";
|
|
518
|
+
host_private: "host_private";
|
|
519
|
+
}>;
|
|
520
|
+
}, z.core.$strict>>;
|
|
413
521
|
contentHash: z.ZodString;
|
|
414
522
|
}, z.core.$strict>;
|
|
415
523
|
readonly binding: z.ZodObject<{
|
|
@@ -1281,6 +1389,7 @@ export declare const LearningResourceKindSchema: z.ZodEnum<{
|
|
|
1281
1389
|
batch: "batch";
|
|
1282
1390
|
definition: "definition";
|
|
1283
1391
|
draft: "draft";
|
|
1392
|
+
reward_check: "reward_check";
|
|
1284
1393
|
iteration: "iteration";
|
|
1285
1394
|
package: "package";
|
|
1286
1395
|
}>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"repository.d.ts","sourceRoot":"","sources":["../../../../../src/learning/repository.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAkO,KAAK,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAG1R,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"repository.d.ts","sourceRoot":"","sources":["../../../../../src/learning/repository.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAkO,KAAK,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAG1R,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAKlD,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAQ1B,CAAC;AACX,MAAM,MAAM,oBAAoB,GAAG,MAAM,OAAO,uBAAuB,CAAC;AACxE,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;EAAoG,CAAC;AAC5I,MAAM,MAAM,mBAAmB,CAAC,CAAC,SAAS,oBAAoB,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,uBAAuB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC/G,MAAM,MAAM,sBAAsB,GAAG,mBAAmB,CAAC,oBAAoB,CAAC,CAAC;AAE/E,MAAM,MAAM,uBAAuB,GAAG;IAAE,IAAI,EAAE,oBAAoB,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC;AACnG,MAAM,MAAM,wBAAwB,GAAG;IAAE,WAAW,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,uBAAuB,EAAE,CAAA;CAAE,CAAC;AACrG,MAAM,MAAM,qBAAqB,GAAG;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAC5G,MAAM,MAAM,oBAAoB,CAAC,CAAC,SAAS,oBAAoB,IAAI;IAAE,KAAK,EAAE,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC;IAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAElI,qFAAqF;AACrF,MAAM,WAAW,mBAAmB;IAClC,GAAG,CAAC,CAAC,SAAS,oBAAoB,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IACpH,GAAG,CAAC,CAAC,SAAS,oBAAoB,EAAE,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,mBAAmB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxK,IAAI,CAAC,CAAC,SAAS,oBAAoB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9G,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,wBAAwB,GAAG,IAAI,CAAC,CAAC;IAChE,aAAa,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,wBAAwB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5E,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAC9F,kBAAkB,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5G;AACD,MAAM,WAAW,kBAAkB;IACjC,WAAW,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,WAAW,EAAE,mBAAmB,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;CACvG;AAED,qBAAa,qBAAsB,SAAQ,mBAAmB;IAChD,QAAQ,CAAC,IAAI,EAAE,MAAM;IAAE,QAAQ,CAAC,EAAE,EAAE,MAAM;IAAE,QAAQ,CAAC,gBAAgB,EAAE,MAAM;IAAE,QAAQ,CAAC,eAAe,EAAE,MAAM;gBAAtG,IAAI,EAAE,MAAM,EAAW,EAAE,EAAE,MAAM,EAAW,gBAAgB,EAAE,MAAM,EAAW,eAAe,EAAE,MAAM;CAI5H;AAED,wBAAsB,uBAAuB,CAAC,CAAC,SAAS,oBAAoB,EAAE,WAAW,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAIvL;AACD,wBAAsB,sBAAsB,CAAC,CAAC,SAAS,oBAAoB,EAAE,WAAW,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAKjL;AACD,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAEjG;AACD,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,MAAM,CAEhF"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { type RewardRelease } from "../rewards.js";
|
|
2
|
+
import { type AuthoringDraftFor } from "./authoring.js";
|
|
3
|
+
import { type LearningTextAsset } from "./assets.js";
|
|
4
|
+
export type RewardAuthoringFields = AuthoringDraftFor<"reward">["fields"];
|
|
5
|
+
export declare const DEFAULT_REWARD_VERIFIER_SOURCE = "export function verify({ output, expectedOutput }) {\n if (!expectedOutput || !Object.hasOwn(expectedOutput, \"answer\")) {\n throw new Error(\"An expected answer is required.\");\n }\n const passed = output.answer === expectedOutput.answer;\n return { score: passed ? 1 : 0, passed, feedback: passed ? \"Answer matched\" : \"Answer differed\" };\n}";
|
|
6
|
+
/** Both editors and execution owners compile the same draft bytes. No publication occurs here. */
|
|
7
|
+
export declare function compileRewardAuthoring(input: {
|
|
8
|
+
id: string;
|
|
9
|
+
fields: RewardAuthoringFields;
|
|
10
|
+
base: RewardRelease | null;
|
|
11
|
+
}): {
|
|
12
|
+
reward: RewardRelease;
|
|
13
|
+
assets: LearningTextAsset[];
|
|
14
|
+
};
|
|
15
|
+
export declare function rewardAuthoringFields(reward: RewardRelease | null, sourceAsset: LearningTextAsset | null, fixtureAsset?: LearningTextAsset | null): RewardAuthoringFields;
|
|
16
|
+
export declare function parseRewardAuthoringObject(value: string, label: string): Record<string, import("zod").JSONType>;
|
|
17
|
+
export declare function authoringNumber(value: string, label: string): number;
|
|
18
|
+
//# sourceMappingURL=reward-authoring.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reward-authoring.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-authoring.ts"],"names":[],"mappings":"AAAA,OAAO,EAA4C,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC;AAE7F,OAAO,EAAmE,KAAK,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACzH,OAAO,EAAoD,KAAK,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAIvG,MAAM,MAAM,qBAAqB,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC;AAC1E,eAAO,MAAM,8BAA8B,yWAMzC,CAAC;AAEH,kGAAkG;AAClG,wBAAgB,sBAAsB,CAAC,KAAK,EAAE;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,qBAAqB,CAAC;IAAC,IAAI,EAAE,aAAa,GAAG,IAAI,CAAA;CAAE,GAAG;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,MAAM,EAAE,iBAAiB,EAAE,CAAA;CAAE,CA0C/K;AAED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,aAAa,GAAG,IAAI,EAAE,WAAW,EAAE,iBAAiB,GAAG,IAAI,EAAE,YAAY,GAAE,iBAAiB,GAAG,IAAW,GAAG,qBAAqB,CA8B/K;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,0CAMtE;AACD,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAIpE"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { type LearningTransaction } from "./repository.js";
|
|
2
|
+
import type { LearningCommand } from "./operations.js";
|
|
3
|
+
export declare function queueRewardCheck(tx: LearningTransaction, input: Extract<LearningCommand, {
|
|
4
|
+
action: "queue_reward_check";
|
|
5
|
+
}>, operationId: string, now: string): Promise<{
|
|
6
|
+
kind: "reward_check";
|
|
7
|
+
id: string;
|
|
8
|
+
revision: number;
|
|
9
|
+
}>;
|
|
10
|
+
export declare function cancelRewardCheck(tx: LearningTransaction, input: Extract<LearningCommand, {
|
|
11
|
+
action: "cancel_reward_check";
|
|
12
|
+
}>, now: string): Promise<{
|
|
13
|
+
kind: "reward_check";
|
|
14
|
+
id: string;
|
|
15
|
+
revision: number;
|
|
16
|
+
}>;
|
|
17
|
+
//# sourceMappingURL=reward-check-service.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reward-check-service.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-check-service.ts"],"names":[],"mappings":"AAIA,OAAO,EAA0E,KAAK,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACnI,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAEvD,wBAAsB,gBAAgB,CAAC,EAAE,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,CAAC,eAAe,EAAE;IAAE,MAAM,EAAE,oBAAoB,CAAA;CAAE,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM;;;;GAclK;AAED,wBAAsB,iBAAiB,CAAC,EAAE,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,CAAC,eAAe,EAAE;IAAE,MAAM,EAAE,qBAAqB,CAAA;CAAE,CAAC,EAAE,GAAG,EAAE,MAAM;;;;GAO/I"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { type BoundRewardResult } from "../rewards.js";
|
|
2
|
+
import { compileRewardCheck, type RewardCheckRun, type RewardCheckRuntime, type RewardFixture } from "./reward-checks.js";
|
|
3
|
+
import { type LearningRepository } from "./repository.js";
|
|
4
|
+
export interface RewardFixtureExecutor {
|
|
5
|
+
readonly runtime: RewardCheckRuntime;
|
|
6
|
+
/** Resolve only the compiled private assets; settle after execution resources are cleaned up. */
|
|
7
|
+
execute(input: ReturnType<typeof compileRewardCheck> & {
|
|
8
|
+
scope: string;
|
|
9
|
+
run: RewardCheckRun;
|
|
10
|
+
fixture: RewardFixture;
|
|
11
|
+
signal: AbortSignal;
|
|
12
|
+
}): Promise<BoundRewardResult>;
|
|
13
|
+
/** True only after the execution owner confirms no work survives cancellation. */
|
|
14
|
+
cancel(input: {
|
|
15
|
+
scope: string;
|
|
16
|
+
run: RewardCheckRun;
|
|
17
|
+
}): Promise<boolean>;
|
|
18
|
+
}
|
|
19
|
+
export declare function createRewardCheckWorker(repository: LearningRepository, executor: RewardFixtureExecutor, options: {
|
|
20
|
+
workerId: string;
|
|
21
|
+
now?: () => string;
|
|
22
|
+
}): {
|
|
23
|
+
run: (scope: string, checkId: string) => Promise<RewardCheckRun>;
|
|
24
|
+
requestCancellation(scope: string, id: string): void;
|
|
25
|
+
drain(scope: string, limit?: number): Promise<RewardCheckRun[]>;
|
|
26
|
+
};
|
|
27
|
+
//# sourceMappingURL=reward-check-worker.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reward-check-worker.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-check-worker.ts"],"names":[],"mappings":"AACA,OAAO,EAA2B,KAAK,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAEhF,OAAO,EAAE,kBAAkB,EAAsE,KAAK,cAAc,EAAE,KAAK,kBAAkB,EAAE,KAAK,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAC9L,OAAO,EAAmD,KAAK,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAE3G,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;IACrC,iGAAiG;IACjG,OAAO,CAAC,KAAK,EAAE,UAAU,CAAC,OAAO,kBAAkB,CAAC,GAAG;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,cAAc,CAAC;QAAC,OAAO,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,WAAW,CAAA;KAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACxK,kFAAkF;IAClF,MAAM,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,cAAc,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACzE;AAED,wBAAgB,uBAAuB,CAAC,UAAU,EAAE,kBAAkB,EAAE,QAAQ,EAAE,qBAAqB,EAAE,OAAO,EAAE;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAA;CAAE;iBAO9H,MAAM,WAAW,MAAM,KAAG,OAAO,CAAC,cAAc,CAAC;+BA0E9C,MAAM,MAAM,MAAM;iBAC1B,MAAM,mBAAe,OAAO,CAAC,cAAc,EAAE,CAAC;EAWpE"}
|
|
@@ -0,0 +1,177 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
import { type BoundRewardResult, type RewardRelease } from "../rewards.js";
|
|
3
|
+
import type { CustomVerifierRunner, ModelJudgeRunner } from "../graders.js";
|
|
4
|
+
import type { AuthoringDraftFor, RewardFixtureAuthoringFields } from "./authoring.js";
|
|
5
|
+
export declare const RewardFixtureSchema: z.ZodObject<{
|
|
6
|
+
id: z.ZodString;
|
|
7
|
+
name: z.ZodString;
|
|
8
|
+
input: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
9
|
+
output: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
10
|
+
expectedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
11
|
+
evaluatorContext: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
12
|
+
artifactRefs: z.ZodArray<z.ZodString>;
|
|
13
|
+
runtimeEventRefs: z.ZodArray<z.ZodString>;
|
|
14
|
+
infrastructureError: z.ZodNullable<z.ZodString>;
|
|
15
|
+
expected: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
16
|
+
status: z.ZodLiteral<"scored">;
|
|
17
|
+
minimum: z.ZodNumber;
|
|
18
|
+
maximum: z.ZodNumber;
|
|
19
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
20
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
21
|
+
status: z.ZodEnum<{
|
|
22
|
+
pending: "pending";
|
|
23
|
+
failed: "failed";
|
|
24
|
+
unavailable: "unavailable";
|
|
25
|
+
}>;
|
|
26
|
+
}, z.core.$strict>], "status">;
|
|
27
|
+
}, z.core.$strict>;
|
|
28
|
+
export type RewardFixture = z.infer<typeof RewardFixtureSchema>;
|
|
29
|
+
export declare const RewardCheckRuntimeSchema: z.ZodObject<{
|
|
30
|
+
id: z.ZodString;
|
|
31
|
+
packageVersion: z.ZodString;
|
|
32
|
+
engine: z.ZodString;
|
|
33
|
+
}, z.core.$strict>;
|
|
34
|
+
export type RewardCheckRuntime = z.infer<typeof RewardCheckRuntimeSchema>;
|
|
35
|
+
export declare const RewardFixtureCheckResultSchema: z.ZodObject<{
|
|
36
|
+
fixture: z.ZodObject<{
|
|
37
|
+
id: z.ZodString;
|
|
38
|
+
contentHash: z.ZodString;
|
|
39
|
+
}, z.core.$strict>;
|
|
40
|
+
result: z.ZodObject<{
|
|
41
|
+
graderId: z.ZodString;
|
|
42
|
+
reward: z.ZodObject<{
|
|
43
|
+
id: z.ZodString;
|
|
44
|
+
contentHash: z.ZodString;
|
|
45
|
+
revision: z.ZodNumber;
|
|
46
|
+
}, z.core.$strict>;
|
|
47
|
+
role: z.ZodEnum<{
|
|
48
|
+
evaluation: "evaluation";
|
|
49
|
+
training: "training";
|
|
50
|
+
}>;
|
|
51
|
+
status: z.ZodEnum<{
|
|
52
|
+
pending: "pending";
|
|
53
|
+
failed: "failed";
|
|
54
|
+
scored: "scored";
|
|
55
|
+
unavailable: "unavailable";
|
|
56
|
+
}>;
|
|
57
|
+
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
58
|
+
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
59
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
60
|
+
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
61
|
+
message: z.ZodNullable<z.ZodString>;
|
|
62
|
+
}, z.core.$strict>;
|
|
63
|
+
matchesExpectation: z.ZodBoolean;
|
|
64
|
+
}, z.core.$strict>;
|
|
65
|
+
export type RewardFixtureCheckResult = z.infer<typeof RewardFixtureCheckResultSchema>;
|
|
66
|
+
export declare const RewardCheckRunSchema: z.ZodObject<{
|
|
67
|
+
schemaVersion: z.ZodLiteral<"openpond.rewardCheckRun.v1">;
|
|
68
|
+
id: z.ZodString;
|
|
69
|
+
revision: z.ZodNumber;
|
|
70
|
+
draft: z.ZodObject<{
|
|
71
|
+
id: z.ZodString;
|
|
72
|
+
contentHash: z.ZodString;
|
|
73
|
+
revision: z.ZodNumber;
|
|
74
|
+
}, z.core.$strict>;
|
|
75
|
+
reward: z.ZodObject<{
|
|
76
|
+
id: z.ZodString;
|
|
77
|
+
contentHash: z.ZodString;
|
|
78
|
+
revision: z.ZodNumber;
|
|
79
|
+
}, z.core.$strict>;
|
|
80
|
+
snapshotHash: z.ZodString;
|
|
81
|
+
fixtureRefs: z.ZodArray<z.ZodObject<{
|
|
82
|
+
id: z.ZodString;
|
|
83
|
+
contentHash: z.ZodString;
|
|
84
|
+
}, z.core.$strict>>;
|
|
85
|
+
status: z.ZodEnum<{
|
|
86
|
+
failed: "failed";
|
|
87
|
+
completed: "completed";
|
|
88
|
+
cancelled: "cancelled";
|
|
89
|
+
running: "running";
|
|
90
|
+
cancelling: "cancelling";
|
|
91
|
+
queued: "queued";
|
|
92
|
+
}>;
|
|
93
|
+
runtime: z.ZodNullable<z.ZodObject<{
|
|
94
|
+
id: z.ZodString;
|
|
95
|
+
packageVersion: z.ZodString;
|
|
96
|
+
engine: z.ZodString;
|
|
97
|
+
}, z.core.$strict>>;
|
|
98
|
+
results: z.ZodArray<z.ZodObject<{
|
|
99
|
+
fixture: z.ZodObject<{
|
|
100
|
+
id: z.ZodString;
|
|
101
|
+
contentHash: z.ZodString;
|
|
102
|
+
}, z.core.$strict>;
|
|
103
|
+
result: z.ZodObject<{
|
|
104
|
+
graderId: z.ZodString;
|
|
105
|
+
reward: z.ZodObject<{
|
|
106
|
+
id: z.ZodString;
|
|
107
|
+
contentHash: z.ZodString;
|
|
108
|
+
revision: z.ZodNumber;
|
|
109
|
+
}, z.core.$strict>;
|
|
110
|
+
role: z.ZodEnum<{
|
|
111
|
+
evaluation: "evaluation";
|
|
112
|
+
training: "training";
|
|
113
|
+
}>;
|
|
114
|
+
status: z.ZodEnum<{
|
|
115
|
+
pending: "pending";
|
|
116
|
+
failed: "failed";
|
|
117
|
+
scored: "scored";
|
|
118
|
+
unavailable: "unavailable";
|
|
119
|
+
}>;
|
|
120
|
+
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
121
|
+
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
122
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
123
|
+
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
124
|
+
message: z.ZodNullable<z.ZodString>;
|
|
125
|
+
}, z.core.$strict>;
|
|
126
|
+
matchesExpectation: z.ZodBoolean;
|
|
127
|
+
}, z.core.$strict>>;
|
|
128
|
+
matchesExpectations: z.ZodNullable<z.ZodBoolean>;
|
|
129
|
+
failure: z.ZodNullable<z.ZodString>;
|
|
130
|
+
timeoutMs: z.ZodNumber;
|
|
131
|
+
maximumSpendUsd: z.ZodNumber;
|
|
132
|
+
leaseOwner: z.ZodNullable<z.ZodString>;
|
|
133
|
+
leaseExpiresAt: z.ZodNullable<z.ZodString>;
|
|
134
|
+
attemptCount: z.ZodNumber;
|
|
135
|
+
createdAt: z.ZodString;
|
|
136
|
+
updatedAt: z.ZodString;
|
|
137
|
+
}, z.core.$strict>;
|
|
138
|
+
export type RewardCheckRun = z.infer<typeof RewardCheckRunSchema>;
|
|
139
|
+
export declare function compileRewardFixtures(fields: RewardFixtureAuthoringFields[]): RewardFixture[];
|
|
140
|
+
export declare function compileRewardCheck(draft: AuthoringDraftFor<"reward">, base: RewardRelease | null): {
|
|
141
|
+
fixtures: {
|
|
142
|
+
id: string;
|
|
143
|
+
name: string;
|
|
144
|
+
input: Record<string, z.core.util.JSONType>;
|
|
145
|
+
output: Record<string, z.core.util.JSONType>;
|
|
146
|
+
expectedOutput: Record<string, z.core.util.JSONType> | null;
|
|
147
|
+
evaluatorContext: Record<string, z.core.util.JSONType> | null;
|
|
148
|
+
artifactRefs: string[];
|
|
149
|
+
runtimeEventRefs: string[];
|
|
150
|
+
infrastructureError: string | null;
|
|
151
|
+
expected: {
|
|
152
|
+
status: "scored";
|
|
153
|
+
minimum: number;
|
|
154
|
+
maximum: number;
|
|
155
|
+
passed: boolean | null;
|
|
156
|
+
} | {
|
|
157
|
+
status: "pending" | "failed" | "unavailable";
|
|
158
|
+
};
|
|
159
|
+
}[];
|
|
160
|
+
fixtureRefs: {
|
|
161
|
+
id: string;
|
|
162
|
+
contentHash: string;
|
|
163
|
+
}[];
|
|
164
|
+
snapshotHash: string;
|
|
165
|
+
reward: RewardRelease;
|
|
166
|
+
assets: import("./assets.js").LearningTextAsset[];
|
|
167
|
+
};
|
|
168
|
+
/** Fixture data is authored test data, never an owner-recorded production attempt. */
|
|
169
|
+
export declare function executeRewardFixture(input: {
|
|
170
|
+
reward: RewardRelease;
|
|
171
|
+
fixture: RewardFixture;
|
|
172
|
+
signal?: AbortSignal;
|
|
173
|
+
customVerifier?: CustomVerifierRunner;
|
|
174
|
+
modelJudge?: ModelJudgeRunner;
|
|
175
|
+
}): Promise<BoundRewardResult>;
|
|
176
|
+
export declare function matchRewardFixture(fixture: RewardFixture, result: BoundRewardResult): RewardFixtureCheckResult;
|
|
177
|
+
//# sourceMappingURL=reward-checks.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reward-checks.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAsE,KAAK,iBAAiB,EAAE,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC;AAC/I,OAAO,KAAK,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAI5E,OAAO,KAAK,EAAE,iBAAiB,EAAE,4BAA4B,EAAE,MAAM,gBAAgB,CAAC;AAGtF,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;kBAY9B,CAAC;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,eAAO,MAAM,wBAAwB;;;;kBAA6H,CAAC;AACnK,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAC1E,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAGhC,CAAC;AACZ,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAAC;AACtF,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAUtB,CAAC;AACZ,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,4BAA4B,EAAE,GAAG,aAAa,EAAE,CAW7F;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,iBAAiB,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,aAAa,GAAG,IAAI;;;;;;;;;;;;;;;;;;;;;;;;;;;EAKhG;AAED,sFAAsF;AACtF,wBAAsB,oBAAoB,CAAC,KAAK,EAAE;IAChD,MAAM,EAAE,aAAa,CAAC;IAAC,OAAO,EAAE,aAAa,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IACpE,cAAc,CAAC,EAAE,oBAAoB,CAAC;IAAC,UAAU,CAAC,EAAE,gBAAgB,CAAC;CACtE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAgB7B;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,iBAAiB,GAAG,wBAAwB,CAK9G"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { executeJavaScriptVerifier } from "../javascript-verifier.js";
|
|
2
|
+
import { type RewardCheckRuntime } from "./reward-checks.js";
|
|
3
|
+
import type { RewardFixtureExecutor } from "./reward-check-worker.js";
|
|
4
|
+
/** The supplied interpreter must settle only after its worker/process exits. */
|
|
5
|
+
export declare function createIsolatedRewardFixtureExecutor(options: {
|
|
6
|
+
runtime: RewardCheckRuntime;
|
|
7
|
+
executeJavaScript: typeof executeJavaScriptVerifier;
|
|
8
|
+
}): RewardFixtureExecutor;
|
|
9
|
+
//# sourceMappingURL=reward-fixture-executor.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reward-fixture-executor.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-fixture-executor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AAE3E,OAAO,EAAwB,KAAK,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACnF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AAEtE,gFAAgF;AAChF,wBAAgB,mCAAmC,CAAC,OAAO,EAAE;IAC3D,OAAO,EAAE,kBAAkB,CAAC;IAC5B,iBAAiB,EAAE,OAAO,yBAAyB,CAAC;CACrD,GAAG,qBAAqB,CAwBxB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../../../../src/learning/service.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../../../../src/learning/service.ts"],"names":[],"mappings":"AAQA,OAAO,EAA+Q,KAAK,mBAAmB,EAAwC,MAAM,gBAAgB,CAAC;AAE7W,OAAO,EAAmH,KAAK,kBAAkB,EAAE,KAAK,mBAAmB,EAAE,KAAK,oBAAoB,EAAE,KAAK,oBAAoB,EAAgC,KAAK,qBAAqB,EAAE,KAAK,sBAAsB,EAA4B,MAAM,iBAAiB,CAAC;AAK5W,MAAM,MAAM,aAAa,GAAG;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,QAAQ,GAAG,UAAU,GAAG,QAAQ,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AACtG,MAAM,MAAM,sBAAsB,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,aAAa,CAAA;CAAE,CAAC;AAC7E,MAAM,MAAM,uBAAuB,GAAG;IAAE,WAAW,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,sBAAsB,EAAE,CAAA;CAAE,CAAC;AAEnG,wBAAgB,qBAAqB,CAAC,UAAU,EAAE,kBAAkB,EAAE,OAAO,GAAE;IAAE,GAAG,CAAC,EAAE,MAAM,MAAM,CAAA;CAAO;uBAGxE,sBAAsB,OAAO,OAAO,KAAG,OAAO,CAAC,uBAAuB,CAAC;6BAkRtE,sBAAsB,aAAa,mBAAmB;;;;;;;;;;;;;QAS3E,CAAC,SAAS,oBAAoB,WAAW,sBAAsB,QAAQ,CAAC,MAAM,MAAM,aAAa,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;SAIxI,CAAC,SAAS,oBAAoB,WAAW,sBAAsB,QAAQ,CAAC,UAAS,OAAO,CAAC,qBAAqB,CAAC,GAAQ,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;EAMrK"}
|