openpond-sdk 0.9.9 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +18 -17
- package/dist/advanced-refiner-evaluations.js +42 -0
- package/dist/advanced-refiner-evaluations.js.map +7 -0
- package/dist/candidate-evaluations.js +25 -0
- package/dist/candidate-evaluations.js.map +7 -0
- package/dist/{chunk-BGXWHDYM.js → chunk-2JKV5OJO.js} +95 -59
- package/dist/chunk-2JKV5OJO.js.map +7 -0
- package/dist/{chunk-4HZORGK3.js → chunk-2NSNBED7.js} +18 -5
- package/dist/chunk-2NSNBED7.js.map +7 -0
- package/dist/chunk-5RZAPZWI.js +445 -0
- package/dist/chunk-5RZAPZWI.js.map +7 -0
- package/dist/{chunk-JCPLAIZL.js → chunk-5U25KAJM.js} +106 -76
- package/dist/chunk-5U25KAJM.js.map +7 -0
- package/dist/chunk-7Q7I6FAT.js +139 -0
- package/dist/chunk-7Q7I6FAT.js.map +7 -0
- package/dist/chunk-A64VYVXN.js +64 -0
- package/dist/chunk-A64VYVXN.js.map +7 -0
- package/dist/{chunk-DT7FRNIZ.js → chunk-CSWVE3E6.js} +2 -2
- package/dist/chunk-DJWHN7NU.js +394 -0
- package/dist/chunk-DJWHN7NU.js.map +7 -0
- package/dist/{chunk-KYCQ7LZ4.js → chunk-DSGGM2ME.js} +2 -2
- package/dist/chunk-DSGGM2ME.js.map +7 -0
- package/dist/chunk-GDJRGRHA.js +144 -0
- package/dist/chunk-GDJRGRHA.js.map +7 -0
- package/dist/chunk-HOAYWW33.js +587 -0
- package/dist/chunk-HOAYWW33.js.map +7 -0
- package/dist/{chunk-Y4NGWGTA.js → chunk-I2MBVOVX.js} +265 -264
- package/dist/chunk-I2MBVOVX.js.map +7 -0
- package/dist/{chunk-6D4JIOOC.js → chunk-IXBSFJCX.js} +5 -5
- package/dist/{chunk-WOPM32SE.js → chunk-JA3KFK3U.js} +7 -1
- package/dist/chunk-JA3KFK3U.js.map +7 -0
- package/dist/chunk-JMQ4HBWP.js +160 -0
- package/dist/chunk-JMQ4HBWP.js.map +7 -0
- package/dist/chunk-KQWCXW3A.js +294 -0
- package/dist/chunk-KQWCXW3A.js.map +7 -0
- package/dist/{chunk-3HV3G6DG.js → chunk-NHCGOFQW.js} +3 -3
- package/dist/{chunk-XMKEFQ62.js → chunk-PJ2VLNJF.js} +20 -2
- package/dist/chunk-PJ2VLNJF.js.map +7 -0
- package/dist/{chunk-32H2EJRA.js → chunk-R3M6BIOK.js} +2 -2
- package/dist/chunk-SLS3GFPG.js +125 -0
- package/dist/chunk-SLS3GFPG.js.map +7 -0
- package/dist/chunk-SVU4RZ4K.js +70 -0
- package/dist/chunk-SVU4RZ4K.js.map +7 -0
- package/dist/chunk-T4APHDES.js +74 -0
- package/dist/chunk-T4APHDES.js.map +7 -0
- package/dist/chunk-VC5OV5AS.js +174 -0
- package/dist/chunk-VC5OV5AS.js.map +7 -0
- package/dist/{chunk-YYJ4T4U4.js → chunk-WX22WN33.js} +13 -7
- package/dist/chunk-WX22WN33.js.map +7 -0
- package/dist/chunk-XEUOJ5WF.js +31 -0
- package/dist/chunk-XEUOJ5WF.js.map +7 -0
- package/dist/{chunk-LGEF4S5I.js → chunk-XJDWHTH5.js} +390 -362
- package/dist/chunk-XJDWHTH5.js.map +7 -0
- package/dist/chunk-YCQVVFE5.js +37 -0
- package/dist/chunk-YCQVVFE5.js.map +7 -0
- package/dist/chunk-ZVJU5CJ5.js +267 -0
- package/dist/chunk-ZVJU5CJ5.js.map +7 -0
- package/dist/connected-evidence.js +81 -0
- package/dist/connected-evidence.js.map +7 -0
- package/dist/dataset-workspaces.js +45 -80
- package/dist/dataset-workspaces.js.map +4 -4
- package/dist/experiment-evaluation-schedules.js +48 -0
- package/dist/experiment-evaluation-schedules.js.map +7 -0
- package/dist/experiment-improvements.js +52 -0
- package/dist/experiment-improvements.js.map +7 -0
- package/dist/experiments.js +63 -124
- package/dist/experiments.js.map +4 -4
- package/dist/human-review.js +13 -0
- package/dist/human-review.js.map +7 -0
- package/dist/index.js +208 -17
- package/dist/index.js.map +2 -2
- package/dist/learning.js +1 -1
- package/dist/model-starter-attempts.js +2 -2
- package/dist/model-starter-catalog.js +9 -4
- package/dist/model-starter-catalog.js.map +1 -1
- package/dist/model-starters.js +15 -6
- package/dist/model-taskset-runs.js +3 -3
- package/dist/post-training.js +47 -0
- package/dist/post-training.js.map +7 -0
- package/dist/taskset-drafts.js +13 -6
- package/dist/taskset-drafts.js.map +2 -2
- package/dist/taskset-packages.js +31 -559
- package/dist/taskset-packages.js.map +4 -4
- package/dist/training-bundle.js +59 -18
- package/dist/training-bundle.js.map +2 -2
- package/dist/training-projects.js +3 -1
- package/dist/training-projects.js.map +2 -2
- package/dist/training.js +7 -2
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +2673 -0
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +1079 -0
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +845 -0
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/claude-code-runtime.d.ts +51 -0
- package/dist/types/packages/sdk/src/claude-code-runtime.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts +15 -0
- package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +48 -0
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +2460 -0
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +215 -0
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-http.d.ts +6 -0
- package/dist/types/packages/sdk/src/connected-evidence-http.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence.d.ts +6 -0
- package/dist/types/packages/sdk/src/connected-evidence.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +690 -0
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts +1 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +771 -120
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +278 -38
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +280 -40
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts +17 -0
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-client.d.ts +4353 -490
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +1067 -2
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +2780 -0
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +58 -0
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +8 -0
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts +24 -0
- package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +5724 -0
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +13024 -0
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +1361 -0
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvements.d.ts +4 -0
- package/dist/types/packages/sdk/src/experiment-improvements.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +383 -0
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +2111 -0
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +7 -2
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiments.d.ts +7 -1
- package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +307 -5
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +238 -0
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +1267 -0
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/human-review.d.ts +3 -0
- package/dist/types/packages/sdk/src/human-review.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/index.d.ts +10 -0
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +181 -0
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +20 -4
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +79 -5
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +15 -13
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +359 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +444 -19
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +234 -12
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +79 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starters.d.ts +467 -13
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +312 -4
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +78 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +1326 -4
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +1329 -5
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +3518 -0
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +1127 -0
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +1369 -0
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +142 -22
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +111 -18
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +278 -38
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +661 -103
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +217 -20
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +12 -12
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +17 -17
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +140 -20
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +638 -42
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +249 -36
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +278 -38
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-drafts.d.ts +1 -0
- package/dist/types/packages/sdk/src/taskset-drafts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +2805 -41
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +660 -12
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +77 -3
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +29 -11
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +430 -39
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +10 -10
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +376 -42
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +3930 -0
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +828 -8
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +1226 -11
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +2655 -24
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/package.json +30 -2
- package/dist/chunk-4HZORGK3.js.map +0 -7
- package/dist/chunk-4JRSH2TT.js +0 -256
- package/dist/chunk-4JRSH2TT.js.map +0 -7
- package/dist/chunk-BGXWHDYM.js.map +0 -7
- package/dist/chunk-JCPLAIZL.js.map +0 -7
- package/dist/chunk-KYCQ7LZ4.js.map +0 -7
- package/dist/chunk-LGEF4S5I.js.map +0 -7
- package/dist/chunk-WOPM32SE.js.map +0 -7
- package/dist/chunk-XMKEFQ62.js.map +0 -7
- package/dist/chunk-Y4NGWGTA.js.map +0 -7
- package/dist/chunk-YYJ4T4U4.js.map +0 -7
- package/dist/types/packages/sdk/src/experiment-history.d.ts +0 -266
- package/dist/types/packages/sdk/src/experiment-history.d.ts.map +0 -1
- /package/dist/{chunk-DT7FRNIZ.js.map → chunk-CSWVE3E6.js.map} +0 -0
- /package/dist/{chunk-6D4JIOOC.js.map → chunk-IXBSFJCX.js.map} +0 -0
- /package/dist/{chunk-3HV3G6DG.js.map → chunk-NHCGOFQW.js.map} +0 -0
- /package/dist/{chunk-32H2EJRA.js.map → chunk-R3M6BIOK.js.map} +0 -0
|
@@ -0,0 +1,445 @@
|
|
|
1
|
+
import {
|
|
2
|
+
validateTasksetPackage
|
|
3
|
+
} from "./chunk-JA3KFK3U.js";
|
|
4
|
+
import {
|
|
5
|
+
RunExperimentSchema
|
|
6
|
+
} from "./chunk-XEUOJ5WF.js";
|
|
7
|
+
import {
|
|
8
|
+
ExperimentScoringRequestSchema,
|
|
9
|
+
verifyExperimentScoringPass
|
|
10
|
+
} from "./chunk-SVU4RZ4K.js";
|
|
11
|
+
import {
|
|
12
|
+
fetchConnectedJson
|
|
13
|
+
} from "./chunk-T4APHDES.js";
|
|
14
|
+
import {
|
|
15
|
+
ExperimentExecutionContextSchema,
|
|
16
|
+
ExperimentFieldMappingsSchema,
|
|
17
|
+
ExperimentGraderPinSchema,
|
|
18
|
+
ExperimentListQuerySchema,
|
|
19
|
+
PrepareHarnessExperimentSchema,
|
|
20
|
+
PreparedHarnessExperimentSchema
|
|
21
|
+
} from "./chunk-2NSNBED7.js";
|
|
22
|
+
import {
|
|
23
|
+
ModelTasksetRunDetailsSchema,
|
|
24
|
+
ModelTasksetRunRequestSchema,
|
|
25
|
+
verifyHarnessExperimentManifest,
|
|
26
|
+
verifyModelTasksetRunDetails
|
|
27
|
+
} from "./chunk-WX22WN33.js";
|
|
28
|
+
import {
|
|
29
|
+
ImmutableReleaseRefSchema,
|
|
30
|
+
contentHash
|
|
31
|
+
} from "./chunk-QUOW6URQ.js";
|
|
32
|
+
|
|
33
|
+
// src/experiment-client.ts
|
|
34
|
+
import { z as z3 } from "zod";
|
|
35
|
+
import { compareExperiments, verifyExperimentEvidence } from "@openpond/evals/experiments";
|
|
36
|
+
|
|
37
|
+
// src/experiment-run-details.ts
|
|
38
|
+
import { z } from "zod";
|
|
39
|
+
var Hash = z.string().regex(/^[a-f0-9]{64}$/);
|
|
40
|
+
var ConfigurationContent = z.object({
|
|
41
|
+
request: ModelTasksetRunRequestSchema,
|
|
42
|
+
maximumCostUsd: z.number().finite().positive().max(1e4),
|
|
43
|
+
graders: z.array(ExperimentGraderPinSchema).min(1).max(100),
|
|
44
|
+
admissionRequestHash: Hash.optional(),
|
|
45
|
+
sourceExperimentId: z.string().trim().min(1).max(200).optional()
|
|
46
|
+
}).strict();
|
|
47
|
+
var ExperimentRunConfigurationSchema = ConfigurationContent.extend({ configurationHash: Hash }).strict();
|
|
48
|
+
var ExperimentRunDetailsSchema = ModelTasksetRunDetailsSchema.extend({ configuration: ExperimentRunConfigurationSchema }).strict();
|
|
49
|
+
function experimentConfigurationRequest(request) {
|
|
50
|
+
return request.policy.kind === "hosted_harness" ? { ...request, population: request.population.map(({ receiptId: _id, ...member }) => member) } : request;
|
|
51
|
+
}
|
|
52
|
+
function experimentRunConfigurationHash(value) {
|
|
53
|
+
const content = ConfigurationContent.parse(value);
|
|
54
|
+
return contentHash({ ...content, request: experimentConfigurationRequest(content.request) });
|
|
55
|
+
}
|
|
56
|
+
async function verifyExperimentRunDetails(value) {
|
|
57
|
+
const parsed = ExperimentRunDetailsSchema.parse(value);
|
|
58
|
+
const { configuration, ...rawDetails } = parsed;
|
|
59
|
+
const details = await verifyModelTasksetRunDetails(rawDetails);
|
|
60
|
+
const { configurationHash, ...content } = configuration;
|
|
61
|
+
if (configurationHash !== experimentRunConfigurationHash(content) || contentHash(experimentConfigurationRequest(configuration.request)) !== contentHash(experimentConfigurationRequest(details.request)) || configuration.maximumCostUsd !== details.manifest.limits.maximumSpendUsd)
|
|
62
|
+
throw new Error("Experiment configuration differs from its retained run.");
|
|
63
|
+
if (details.manifest.metadata.experimentDefinition === null) {
|
|
64
|
+
const context = ExperimentExecutionContextSchema.parse({
|
|
65
|
+
definition: null,
|
|
66
|
+
configurationHash: configuration.configurationHash,
|
|
67
|
+
maximumCostUsd: configuration.maximumCostUsd,
|
|
68
|
+
graders: configuration.graders,
|
|
69
|
+
...configuration.admissionRequestHash ? { admissionRequestHash: configuration.admissionRequestHash } : {},
|
|
70
|
+
...configuration.sourceExperimentId ? { sourceExperimentId: configuration.sourceExperimentId } : {}
|
|
71
|
+
});
|
|
72
|
+
if (details.manifest.metadata.experimentConfigurationHash !== contentHash(context))
|
|
73
|
+
throw new Error("Experiment configuration differs from its admitted manifest.");
|
|
74
|
+
}
|
|
75
|
+
return { ...details, configuration };
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
// src/experiment-harness-catalog.ts
|
|
79
|
+
import { z as z2 } from "zod";
|
|
80
|
+
import { StandaloneHarnessExperimentSourceSchema } from "@openpond/evals/experiments";
|
|
81
|
+
var ExperimentHarnessCatalogSchema = z2.object({
|
|
82
|
+
teamId: z2.string().trim().min(1).max(240),
|
|
83
|
+
items: z2.array(
|
|
84
|
+
z2.object({
|
|
85
|
+
name: z2.string().trim().min(1).max(500),
|
|
86
|
+
source: StandaloneHarnessExperimentSourceSchema,
|
|
87
|
+
ready: z2.boolean(),
|
|
88
|
+
reason: z2.string().min(1).max(2e3).nullable()
|
|
89
|
+
}).strict()
|
|
90
|
+
).max(8),
|
|
91
|
+
nextCursor: z2.string().min(1).max(8192).nullable()
|
|
92
|
+
}).strict();
|
|
93
|
+
|
|
94
|
+
// src/experiment-client.ts
|
|
95
|
+
var Id = z3.string().trim().min(1).max(200);
|
|
96
|
+
var OpenPondExperimentError = class extends Error {
|
|
97
|
+
constructor(status, code, message) {
|
|
98
|
+
super(message);
|
|
99
|
+
this.status = status;
|
|
100
|
+
this.code = code;
|
|
101
|
+
this.name = "OpenPondExperimentError";
|
|
102
|
+
}
|
|
103
|
+
status;
|
|
104
|
+
code;
|
|
105
|
+
};
|
|
106
|
+
var OpenPondExperimentsClient = class {
|
|
107
|
+
constructor(options) {
|
|
108
|
+
this.options = options;
|
|
109
|
+
const url = new URL(options.baseUrl);
|
|
110
|
+
if (!["http:", "https:"].includes(url.protocol) || url.username || url.password || url.search || url.hash || !options.apiKey.trim() || !options.teamId.trim())
|
|
111
|
+
throw new Error("A clean API origin and workspace credentials are required.");
|
|
112
|
+
this.baseUrl = url.toString().replace(/\/+$/, "");
|
|
113
|
+
}
|
|
114
|
+
options;
|
|
115
|
+
baseUrl;
|
|
116
|
+
/** Discover released workspace Harnesses independently of Project targets. */
|
|
117
|
+
async harnessSources(options = {}) {
|
|
118
|
+
const cursor = options.cursor === void 0 ? void 0 : z3.string().min(1).max(8192).parse(options.cursor);
|
|
119
|
+
const query = new URLSearchParams(cursor ? { cursor } : {});
|
|
120
|
+
const page = ExperimentHarnessCatalogSchema.parse(await this.request(`/harness-sources?${query}`, "GET", void 0, options.signal));
|
|
121
|
+
if (page.teamId !== this.options.teamId || new Set(page.items.map((item) => contentHash(item.source))).size !== page.items.length || page.nextCursor !== null && page.nextCursor === cursor || page.items.some((item) => item.ready !== (item.reason === null)))
|
|
122
|
+
throw new Error("Harness catalog differs from its workspace, readiness or continuation.");
|
|
123
|
+
return page;
|
|
124
|
+
}
|
|
125
|
+
/** Resolves a released target without saving a definition or dispatching it. */
|
|
126
|
+
async prepareHarness(value, signal) {
|
|
127
|
+
const request = PrepareHarnessExperimentSchema.parse(value);
|
|
128
|
+
const result = PreparedHarnessExperimentSchema.parse(await this.request("/harness-setup", "POST", request, signal));
|
|
129
|
+
verifyHarnessExperimentManifest(result.request, result.manifest);
|
|
130
|
+
const policy = result.request.policy;
|
|
131
|
+
if (result.request.teamId !== this.options.teamId || result.request.operationId !== request.operationId || policy.kind !== "hosted_harness" || policy.profileRepositoryId !== request.profileRepositoryId || policy.source.definitionId !== request.definitionId || policy.modelId !== request.modelId || policy.reasoningEffort !== request.reasoningEffort || result.maximumCostUsd !== request.maximumCostUsd || result.manifest.limits.maximumSpendUsd !== request.maximumCostUsd)
|
|
132
|
+
throw new Error("Harness preparation differs from its requested scope or configuration.");
|
|
133
|
+
return result;
|
|
134
|
+
}
|
|
135
|
+
async run(value, signal) {
|
|
136
|
+
const request = RunExperimentSchema.parse(value);
|
|
137
|
+
if (request.request.teamId !== this.options.teamId) throw new Error("Experiment workspace mismatch.");
|
|
138
|
+
const result = await this.details(await this.request("", "POST", request, signal));
|
|
139
|
+
if (contentHash(experimentConfigurationRequest(result.request)) !== contentHash(experimentConfigurationRequest(request.request)) || result.configuration.maximumCostUsd !== request.maximumCostUsd || result.configuration.sourceExperimentId !== request.sourceExperimentId || result.configuration.admissionRequestHash !== contentHash(request))
|
|
140
|
+
throw new Error("Experiment admission differs from its submitted configuration.");
|
|
141
|
+
if (request.graders && contentHash(request.graders) !== contentHash(result.configuration.graders.map((grader) => ({
|
|
142
|
+
id: grader.id,
|
|
143
|
+
version: grader.version,
|
|
144
|
+
contentHash: grader.contentHash,
|
|
145
|
+
mappings: grader.mappings ?? []
|
|
146
|
+
})))) throw new Error("Experiment admission differs from its selected graders or mappings.");
|
|
147
|
+
return result;
|
|
148
|
+
}
|
|
149
|
+
async get(id, options = {}) {
|
|
150
|
+
return this.details(await this.request(`/${encodeURIComponent(Id.parse(id))}`, "GET", void 0, options.signal), id);
|
|
151
|
+
}
|
|
152
|
+
async list(value = {}, signal) {
|
|
153
|
+
const query = ExperimentListQuerySchema.parse(value);
|
|
154
|
+
const params = new URLSearchParams(Object.entries(query).filter(([, value2]) => value2 !== void 0).map(([key, value2]) => [key, String(value2)]));
|
|
155
|
+
const page = z3.object({ items: z3.array(z3.unknown()).max(100), nextCursor: Id.nullable() }).strict().parse(await this.request(`?${params}`, "GET", void 0, signal));
|
|
156
|
+
const items = await Promise.all(page.items.map((value2) => this.details(value2)));
|
|
157
|
+
if (items.length > query.limit || new Set(items.map((item) => item.summary.id)).size !== items.length || page.nextCursor !== null && page.nextCursor !== items.at(-1)?.summary.id || items.some((item) => query.projectId && item.request.project?.id !== query.projectId || query.datasetHash && item.request.taskset.contentHash !== query.datasetHash || query.status && item.summary.status !== query.status))
|
|
158
|
+
throw new Error("Experiment page differs from its selected scope.");
|
|
159
|
+
return { items, nextCursor: page.nextCursor };
|
|
160
|
+
}
|
|
161
|
+
async result(executionId, signal) {
|
|
162
|
+
const value = z3.object({ executionId: Id, passId: Id.nullable(), manifest: z3.unknown(), result: z3.unknown() }).strict().parse(await this.request(`/${encodeURIComponent(Id.parse(executionId))}/result`, "GET", void 0, signal));
|
|
163
|
+
const evidence = verifyExperimentEvidence(value);
|
|
164
|
+
if (value.executionId !== executionId || evidence.manifest.teamId !== this.options.teamId || evidence.manifest.lineage?.execution.id !== executionId || evidence.manifest.lineage.scoringPassId !== value.passId) throw new Error("Experiment result identity mismatch.");
|
|
165
|
+
return { ...evidence, executionId, passId: value.passId };
|
|
166
|
+
}
|
|
167
|
+
async cancel(id, signal) {
|
|
168
|
+
return this.details(await this.request(`/${encodeURIComponent(Id.parse(id))}/cancel`, "POST", {}, signal), id);
|
|
169
|
+
}
|
|
170
|
+
/** Duplicate uses the original run snapshot; edits are submitted with run(). */
|
|
171
|
+
async duplicate(id, operationId, signal) {
|
|
172
|
+
const result = await this.details(await this.request(`/${encodeURIComponent(Id.parse(id))}/duplicate`, "POST", { operationId: Id.parse(operationId) }, signal));
|
|
173
|
+
if (result.request.operationId !== operationId || result.configuration.sourceExperimentId !== id || result.summary.id === id)
|
|
174
|
+
throw new Error("Duplicate Experiment admission differs from its source or operation.");
|
|
175
|
+
return result;
|
|
176
|
+
}
|
|
177
|
+
async score(value, signal) {
|
|
178
|
+
const request = ExperimentScoringRequestSchema.parse(value);
|
|
179
|
+
const pass = this.pass(await this.request(`/${encodeURIComponent(request.execution.id)}/scoring-passes`, "POST", request, signal));
|
|
180
|
+
if (contentHash(pass.request) !== contentHash(request)) throw new Error("Scoring admission differs from its submitted inputs.");
|
|
181
|
+
return pass;
|
|
182
|
+
}
|
|
183
|
+
async scoringPass(id, signal) {
|
|
184
|
+
return this.pass(await this.request(`/scoring-passes/${encodeURIComponent(Id.parse(id))}`, "GET", void 0, signal), id);
|
|
185
|
+
}
|
|
186
|
+
async scoringPasses(executionId, options = {}) {
|
|
187
|
+
const params = new URLSearchParams(options.afterId ? { afterId: Id.parse(options.afterId) } : {});
|
|
188
|
+
if (options.executionKind) params.set("executionKind", z3.literal("recorded_evidence").parse(options.executionKind));
|
|
189
|
+
const page = z3.object({ items: z3.array(z3.unknown()).max(30), nextCursor: Id.nullable() }).strict().parse(
|
|
190
|
+
await this.request(`/${encodeURIComponent(Id.parse(executionId))}/scoring-passes?${params}`, "GET", void 0, options.signal)
|
|
191
|
+
);
|
|
192
|
+
const items = page.items.map((value) => this.pass(value));
|
|
193
|
+
if (items.some((item) => item.request.execution.id !== executionId || item.request.executionKind !== options.executionKind) || new Set(items.map((item) => item.id)).size !== items.length)
|
|
194
|
+
throw new Error("Scoring pass page differs from its execution ownership.");
|
|
195
|
+
return { items, nextCursor: page.nextCursor };
|
|
196
|
+
}
|
|
197
|
+
async cancelScoringPass(id, signal) {
|
|
198
|
+
return this.pass(await this.request(`/scoring-passes/${encodeURIComponent(Id.parse(id))}/cancel`, "POST", {}, signal), id);
|
|
199
|
+
}
|
|
200
|
+
async scoringResult(id, signal) {
|
|
201
|
+
const value = z3.object({ executionId: Id, passId: Id, manifest: z3.unknown(), result: z3.unknown() }).strict().parse(
|
|
202
|
+
await this.request(`/scoring-passes/${encodeURIComponent(Id.parse(id))}/result`, "GET", void 0, signal)
|
|
203
|
+
);
|
|
204
|
+
const evidence = verifyExperimentEvidence(value);
|
|
205
|
+
if (value.passId !== id || evidence.manifest.teamId !== this.options.teamId || evidence.manifest.id !== id || evidence.manifest.lineage?.execution.id !== value.executionId || evidence.manifest.lineage.scoringPassId !== id)
|
|
206
|
+
throw new Error("Scoring result identity mismatch.");
|
|
207
|
+
return { ...evidence, executionId: value.executionId, passId: id };
|
|
208
|
+
}
|
|
209
|
+
async compare(baselineId, candidateId, signal) {
|
|
210
|
+
const read = (id) => id.startsWith("score_") ? this.scoringResult(id, signal) : this.result(id, signal);
|
|
211
|
+
const [baseline, candidate] = await Promise.all([read(baselineId), read(candidateId)]);
|
|
212
|
+
return { baseline, candidate, comparison: compareExperiments(baseline, candidate) };
|
|
213
|
+
}
|
|
214
|
+
async details(value, id) {
|
|
215
|
+
const result = await verifyExperimentRunDetails(value);
|
|
216
|
+
if (result.summary.teamId !== this.options.teamId || id && result.summary.id !== id)
|
|
217
|
+
throw new Error("Experiment identity mismatch.");
|
|
218
|
+
return result;
|
|
219
|
+
}
|
|
220
|
+
pass(value, id) {
|
|
221
|
+
const pass = verifyExperimentScoringPass(value);
|
|
222
|
+
if (pass.teamId !== this.options.teamId || id && pass.id !== id) throw new Error("Scoring pass identity mismatch.");
|
|
223
|
+
return pass;
|
|
224
|
+
}
|
|
225
|
+
async request(path, method, body, signal) {
|
|
226
|
+
const response = await (this.options.fetch ?? fetch)(`${this.baseUrl}/v1/experiments${path}`, {
|
|
227
|
+
method,
|
|
228
|
+
signal,
|
|
229
|
+
redirect: "error",
|
|
230
|
+
headers: { Authorization: `Bearer ${this.options.apiKey}`, "X-OpenPond-Team-Id": this.options.teamId, "Content-Type": "application/json", Accept: "application/json" },
|
|
231
|
+
...body === void 0 ? {} : { body: JSON.stringify(body) }
|
|
232
|
+
});
|
|
233
|
+
const value = await response.json();
|
|
234
|
+
if (!response.ok) {
|
|
235
|
+
const parsed = z3.object({ code: z3.string(), message: z3.string() }).safeParse(value);
|
|
236
|
+
throw new OpenPondExperimentError(response.status, parsed.success ? parsed.data.code : "experiment_request_failed", parsed.success ? parsed.data.message : "Experiment request failed.");
|
|
237
|
+
}
|
|
238
|
+
return value;
|
|
239
|
+
}
|
|
240
|
+
};
|
|
241
|
+
|
|
242
|
+
// src/experiment-inspection.ts
|
|
243
|
+
import { z as z4 } from "zod";
|
|
244
|
+
var Id2 = z4.string().trim().min(1).max(500);
|
|
245
|
+
var Hash2 = z4.string().regex(/^[a-f0-9]{64}$/);
|
|
246
|
+
var Content = z4.object({ schemaVersion: z4.literal("openpond.experimentCaseInspection.v1"), teamId: Id2, executionId: Id2, manifestHash: Hash2, receiptId: Id2, taskId: Id2, seed: z4.string().min(1), input: z4.record(z4.string(), z4.unknown()).nullable(), output: z4.unknown().nullable(), error: z4.string().nullable(), events: z4.array(z4.record(z4.string(), z4.unknown())).max(25), nextEventCursor: Id2.nullable(), eventCount: z4.number().int().nonnegative() }).strict();
|
|
247
|
+
var ExperimentCaseInspectionSchema = Content.extend({ contentHash: Hash2 }).strict();
|
|
248
|
+
var OpenPondExperimentInspectionClient = class {
|
|
249
|
+
constructor(options) {
|
|
250
|
+
this.options = options;
|
|
251
|
+
const url = new URL(options.baseUrl);
|
|
252
|
+
if (!["http:", "https:"].includes(url.protocol) || url.username || url.password || url.search || url.hash || !options.apiKey.trim() || !options.teamId.trim()) throw new Error("A clean API origin and workspace credentials are required.");
|
|
253
|
+
this.baseUrl = url.toString().replace(/\/+$/, "");
|
|
254
|
+
}
|
|
255
|
+
options;
|
|
256
|
+
baseUrl;
|
|
257
|
+
/** Retained, policy-facing evidence only. Reading a page never dispatches. */
|
|
258
|
+
async case(executionId, receiptId, options = {}) {
|
|
259
|
+
const params = new URLSearchParams(options.afterId ? { afterId: Id2.parse(options.afterId) } : {});
|
|
260
|
+
const response = await (this.options.fetch ?? fetch)(`${this.baseUrl}/v1/experiments/${encodeURIComponent(Id2.parse(executionId))}/cases/${encodeURIComponent(Id2.parse(receiptId))}?${params}`, { signal: options.signal, redirect: "error", headers: { Authorization: `Bearer ${this.options.apiKey}`, "X-OpenPond-Team-Id": this.options.teamId, Accept: "application/json" } });
|
|
261
|
+
const value = await response.json();
|
|
262
|
+
if (!response.ok) throw new Error(z4.object({ message: z4.string() }).parse(value).message);
|
|
263
|
+
const result = ExperimentCaseInspectionSchema.parse(value);
|
|
264
|
+
const { contentHash: actual, ...content } = result;
|
|
265
|
+
if (contentHash(content) !== actual || result.teamId !== this.options.teamId || result.executionId !== executionId || result.receiptId !== receiptId || options.manifestHash && result.manifestHash !== options.manifestHash || result.events.length > result.eventCount) throw new Error("Case inspection differs from its requested workspace, execution or retained content.");
|
|
266
|
+
return result;
|
|
267
|
+
}
|
|
268
|
+
};
|
|
269
|
+
|
|
270
|
+
// src/dataset-grader-selection.ts
|
|
271
|
+
function datasetGraderIdentity(pin) {
|
|
272
|
+
return JSON.stringify(pin.release ? ["reward", pin.release.id, pin.release.revision, pin.release.contentHash, pin.feedbackKey] : ["dataset", pin.id, pin.version, pin.contentHash, pin.feedbackKey]);
|
|
273
|
+
}
|
|
274
|
+
function groupDatasetGraders(pins) {
|
|
275
|
+
const groups = /* @__PURE__ */ new Map();
|
|
276
|
+
for (const pin of pins) {
|
|
277
|
+
const key = datasetGraderIdentity(pin);
|
|
278
|
+
const group = groups.get(key);
|
|
279
|
+
if (group) group.aliases.push(pin);
|
|
280
|
+
else groups.set(key, { key, grader: pin, aliases: [pin] });
|
|
281
|
+
}
|
|
282
|
+
return [...groups.values()];
|
|
283
|
+
}
|
|
284
|
+
function canonicalDatasetGraderSelection(pins) {
|
|
285
|
+
const selected = groupDatasetGraders(pins);
|
|
286
|
+
const feedback = /* @__PURE__ */ new Map();
|
|
287
|
+
for (const group of selected) {
|
|
288
|
+
const previous = feedback.get(group.grader.feedbackKey);
|
|
289
|
+
if (previous && previous !== group.key)
|
|
290
|
+
throw new Error(`Different selected grader releases use feedback key "${group.grader.feedbackKey}". Select one, or publish graders with distinct feedback keys.`);
|
|
291
|
+
feedback.set(group.grader.feedbackKey, group.key);
|
|
292
|
+
const mappings = JSON.stringify(group.grader.mappings ?? []);
|
|
293
|
+
if (group.aliases.some((alias) => JSON.stringify(alias.mappings ?? []) !== mappings))
|
|
294
|
+
throw new Error(`Aliases of grader "${group.grader.feedbackKey}" have different field mappings. Select one alias and review its mappings.`);
|
|
295
|
+
}
|
|
296
|
+
return selected.map((group) => group.grader);
|
|
297
|
+
}
|
|
298
|
+
|
|
299
|
+
// src/experiment-execution-selection.ts
|
|
300
|
+
function experimentExecutionSelection(policy) {
|
|
301
|
+
if (policy.kind === "fixture") return { mode: "fixture" };
|
|
302
|
+
if (policy.kind === "hosted_harness") return {
|
|
303
|
+
mode: "model_harness_profile",
|
|
304
|
+
modelId: policy.modelId,
|
|
305
|
+
harnessRelease: policy.source.harnessRelease,
|
|
306
|
+
profile: {
|
|
307
|
+
repositoryId: policy.profileRepositoryId,
|
|
308
|
+
id: policy.source.profileId,
|
|
309
|
+
revision: policy.source.sourceRevision,
|
|
310
|
+
target: policy.source.target
|
|
311
|
+
}
|
|
312
|
+
};
|
|
313
|
+
return policy.harness ? {
|
|
314
|
+
mode: "model_harness",
|
|
315
|
+
modelId: policy.modelId,
|
|
316
|
+
harness: policy.harness
|
|
317
|
+
} : { mode: "model", modelId: policy.modelId };
|
|
318
|
+
}
|
|
319
|
+
|
|
320
|
+
// src/profile-external-dataset-package.ts
|
|
321
|
+
import { z as z5 } from "zod";
|
|
322
|
+
import { verifyExperimentEvidence as verifyExperimentEvidence2 } from "@openpond/evals/experiments";
|
|
323
|
+
import { verifyProfileExternalDatasetBinding } from "@openpond/evals";
|
|
324
|
+
function verifyExternalDatasetPackage(input) {
|
|
325
|
+
const binding = verifyProfileExternalDatasetBinding(input.binding), value = validateTasksetPackage(input.packageValue), taskset = value.taskset;
|
|
326
|
+
if (taskset.id !== binding.dataset.id || taskset.revision !== binding.dataset.revision || taskset.contentHash !== binding.dataset.contentHash || value.contentHash !== binding.packageHash || contentHash(taskset.environment) !== binding.environmentHash || contentHash(value.files.filter((file) => file.asset.visibility !== "policy").map((file) => file.asset)) !== binding.privateDatasetClosureHash)
|
|
327
|
+
throw new Error("The selected Dataset package, environment or protected closure changed.");
|
|
328
|
+
if (binding.population.length > 500) throw new Error("Select at most 500 exact Dataset cases before starting this bounded Profile evaluation.");
|
|
329
|
+
for (const member of binding.population) {
|
|
330
|
+
const task = taskset.tasks.find((task2) => task2.id === member.taskId);
|
|
331
|
+
if (!task || task.split !== binding.split) throw new Error("The selected ordered population is outside its exact Dataset split.");
|
|
332
|
+
if (member.fixtureId !== null) throw new Error("This recorded cutoff needs an admitted replay fixture before executing the Profile target.");
|
|
333
|
+
}
|
|
334
|
+
if (binding.gradingSource) {
|
|
335
|
+
if (!input.actualGrading) throw new Error("The actual selected scoring owner is required for this recipe.");
|
|
336
|
+
const pass = verifyExperimentScoringPass(input.actualGrading.pass), evidence = verifyExperimentEvidence2(z5.object({ manifest: z5.unknown(), result: z5.unknown() }).strict().parse(input.actualGrading.evidence));
|
|
337
|
+
if (pass.status !== "completed" || pass.id !== binding.gradingSource.pass.id || pass.contentHash !== binding.gradingSource.pass.contentHash || evidence.manifest.id !== binding.gradingSource.evidence.id || evidence.result.contentHash !== binding.gradingSource.evidence.contentHash || evidence.manifest.lineage?.scoringPassId !== pass.id || contentHash(evidence.manifest.dataset) !== contentHash(binding.dataset) || contentHash(evidence.manifest.evaluators) !== contentHash(binding.evaluators) || contentHash(binding.fieldMappings) !== contentHash(pass.graders.map((pin) => ({ graderId: pin.id, fields: pin.mappings ?? [] })))) throw new Error("The selected scoring owner changed its exact Dataset, measurements or mappings.");
|
|
338
|
+
const actual = evidence.manifest.population, expected = binding.recordedOrigin ? binding.recordedOrigin.members.map((member) => ({ caseId: member.caseId, seed: member.seed, fixtureId: member.fixtureId })) : binding.population.map((member) => ({ caseId: member.taskId, seed: member.seed, fixtureId: member.fixtureId }));
|
|
339
|
+
if (actual.length !== expected.length || actual.some((member, index) => contentHash(member) !== contentHash(expected[index]))) throw new Error("The selected scoring population differs from the exact ordered original cases and cutoffs.");
|
|
340
|
+
} else {
|
|
341
|
+
if (binding.fieldMappings.some((row) => !taskset.graders.some((grader) => grader.id === row.graderId))) throw new Error("The field mappings name a grader outside the selected release.");
|
|
342
|
+
for (const row of binding.fieldMappings) ExperimentFieldMappingsSchema.parse(row.fields);
|
|
343
|
+
const selected = binding.evaluators.map((evaluator) => {
|
|
344
|
+
const pin = input.graders.find((pin2) => pin2.feedbackKey === evaluator.feedbackKey && contentHash(pin2.release ?? { id: pin2.id, revision: pin2.version, contentHash: pin2.contentHash }) === contentHash(evaluator.release));
|
|
345
|
+
if (!pin) throw new Error("Select an exact released Dataset grader for this external recipe.");
|
|
346
|
+
return pin;
|
|
347
|
+
});
|
|
348
|
+
if (binding.fieldMappings.some((row) => !selected.some((pin) => pin.id === row.graderId))) throw new Error("Field mappings refer to an unselected grader.");
|
|
349
|
+
const evaluators = selected.map((pin) => ({
|
|
350
|
+
release: pin.release ?? { id: pin.id, revision: pin.version, contentHash: pin.contentHash },
|
|
351
|
+
feedbackKey: pin.feedbackKey,
|
|
352
|
+
configurationHash: contentHash({ graderHash: pin.contentHash, mappings: binding.fieldMappings.find((row) => row.graderId === pin.id)?.fields ?? [] }),
|
|
353
|
+
output: "score",
|
|
354
|
+
categories: []
|
|
355
|
+
}));
|
|
356
|
+
if (contentHash(evaluators) !== contentHash(binding.evaluators)) throw new Error("The external recipe's graders or mappings differ from the current exact released grading settings.");
|
|
357
|
+
for (const pin of input.graders) if (!taskset.graders.some((grader) => grader.id === pin.id && grader.version === pin.version && contentHash(grader) === pin.contentHash)) throw new Error("External grader pins differ from the actual Dataset implementation.");
|
|
358
|
+
}
|
|
359
|
+
for (const pin of input.graders) if (!taskset.graders.some((grader) => grader.id === pin.id && grader.version === pin.version && contentHash(grader) === pin.contentHash)) throw new Error("Dataset-native grader pins differ from their actual implementation.");
|
|
360
|
+
return value;
|
|
361
|
+
}
|
|
362
|
+
|
|
363
|
+
// src/profile-evaluation-discovery.ts
|
|
364
|
+
import { z as z6 } from "zod";
|
|
365
|
+
import {
|
|
366
|
+
ProfileEvaluationDefinitionSchema,
|
|
367
|
+
ProfileEvaluationSuiteSchema,
|
|
368
|
+
ProfileEvaluationComparisonSchema,
|
|
369
|
+
ProfileEvaluationSuiteRunSchema,
|
|
370
|
+
ProfileEvaluationReportSchema,
|
|
371
|
+
TasksetRunManifestSchema,
|
|
372
|
+
TasksetMetricResultSchema
|
|
373
|
+
} from "@openpond/evals";
|
|
374
|
+
var Id3 = z6.string().trim().min(1).max(240);
|
|
375
|
+
var ProfileEvaluationDiscoverySchema = z6.object({
|
|
376
|
+
profileRef: z6.object({ source: z6.enum(["local", "github", "openpond_git"]), repositoryId: Id3, profileId: Id3 }).strict(),
|
|
377
|
+
sourceRevision: z6.string().min(1).max(500),
|
|
378
|
+
harnessRelease: ImmutableReleaseRefSchema,
|
|
379
|
+
catalogHash: z6.string().regex(/^[a-f0-9]{64}$/).nullable(),
|
|
380
|
+
definitions: z6.array(ProfileEvaluationDefinitionSchema).max(1e3),
|
|
381
|
+
suites: z6.array(ProfileEvaluationSuiteSchema).max(100),
|
|
382
|
+
runs: z6.array(z6.object({
|
|
383
|
+
profileRef: z6.object({ source: z6.enum(["local", "github", "openpond_git"]), repositoryId: Id3, profileId: Id3 }).strict(),
|
|
384
|
+
manifest: TasksetRunManifestSchema,
|
|
385
|
+
metric: TasksetMetricResultSchema,
|
|
386
|
+
gradeRefs: z6.array(ImmutableReleaseRefSchema),
|
|
387
|
+
receiptRefs: z6.array(ImmutableReleaseRefSchema),
|
|
388
|
+
passRate: z6.number().min(0).max(1),
|
|
389
|
+
passed: z6.boolean(),
|
|
390
|
+
completedAt: z6.iso.datetime(),
|
|
391
|
+
contentHash: z6.string().regex(/^[a-f0-9]{64}$/)
|
|
392
|
+
}).strict()).max(1e3),
|
|
393
|
+
comparisons: z6.array(ProfileEvaluationComparisonSchema).max(1e3),
|
|
394
|
+
suiteRuns: z6.array(ProfileEvaluationSuiteRunSchema).max(1e3),
|
|
395
|
+
reports: z6.array(ProfileEvaluationReportSchema).max(1e3)
|
|
396
|
+
}).strict();
|
|
397
|
+
var ProfileEvaluationDiscoveryRequestSchema = z6.object({
|
|
398
|
+
teamId: Id3,
|
|
399
|
+
profileRepositoryId: Id3,
|
|
400
|
+
trainingProjectId: Id3.optional()
|
|
401
|
+
}).strict();
|
|
402
|
+
var OpenPondProfileEvaluationDiscoveryClient = class {
|
|
403
|
+
constructor(options) {
|
|
404
|
+
this.options = options;
|
|
405
|
+
const url = new URL(options.baseUrl);
|
|
406
|
+
if (!["http:", "https:"].includes(url.protocol) || url.username || url.password || url.search || url.hash || !options.apiKey.trim() || !options.teamId.trim())
|
|
407
|
+
throw new Error("Profile discovery requires a scoped HTTP endpoint and owner credential.");
|
|
408
|
+
}
|
|
409
|
+
options;
|
|
410
|
+
async read(input, signal) {
|
|
411
|
+
const body = ProfileEvaluationDiscoveryRequestSchema.parse({ ...input, teamId: this.options.teamId });
|
|
412
|
+
const { response, value } = await fetchConnectedJson(
|
|
413
|
+
this.options.fetch ?? fetch,
|
|
414
|
+
`${this.options.baseUrl.replace(/\/$/, "")}/v1/profile-evaluation-discovery`,
|
|
415
|
+
{ method: "POST", redirect: "error", headers: { Authorization: `Bearer ${this.options.apiKey}`, "X-OpenPond-Team-Id": this.options.teamId, "Content-Type": "application/json" }, body: JSON.stringify(body), signal },
|
|
416
|
+
(_status, _code, message) => new Error(message)
|
|
417
|
+
);
|
|
418
|
+
if (!response.ok) throw new Error("The released Profile evaluation owner is unavailable to this account and workspace.");
|
|
419
|
+
const discovery = ProfileEvaluationDiscoverySchema.parse(value);
|
|
420
|
+
if (discovery.profileRef.repositoryId !== body.profileRepositoryId) throw new Error("Profile discovery returned another source owner.");
|
|
421
|
+
return discovery;
|
|
422
|
+
}
|
|
423
|
+
};
|
|
424
|
+
|
|
425
|
+
export {
|
|
426
|
+
ExperimentRunConfigurationSchema,
|
|
427
|
+
ExperimentRunDetailsSchema,
|
|
428
|
+
experimentConfigurationRequest,
|
|
429
|
+
experimentRunConfigurationHash,
|
|
430
|
+
verifyExperimentRunDetails,
|
|
431
|
+
ExperimentHarnessCatalogSchema,
|
|
432
|
+
OpenPondExperimentError,
|
|
433
|
+
OpenPondExperimentsClient,
|
|
434
|
+
ExperimentCaseInspectionSchema,
|
|
435
|
+
OpenPondExperimentInspectionClient,
|
|
436
|
+
datasetGraderIdentity,
|
|
437
|
+
groupDatasetGraders,
|
|
438
|
+
canonicalDatasetGraderSelection,
|
|
439
|
+
experimentExecutionSelection,
|
|
440
|
+
verifyExternalDatasetPackage,
|
|
441
|
+
ProfileEvaluationDiscoverySchema,
|
|
442
|
+
ProfileEvaluationDiscoveryRequestSchema,
|
|
443
|
+
OpenPondProfileEvaluationDiscoveryClient
|
|
444
|
+
};
|
|
445
|
+
//# sourceMappingURL=chunk-5RZAPZWI.js.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../src/experiment-client.ts", "../src/experiment-run-details.ts", "../src/experiment-harness-catalog.ts", "../src/experiment-inspection.ts", "../src/dataset-grader-selection.ts", "../src/experiment-execution-selection.ts", "../src/profile-external-dataset-package.ts", "../src/profile-evaluation-discovery.ts"],
|
|
4
|
+
"sourcesContent": ["import { z } from \"zod\";\nimport { contentHash } from \"@openpond/harness\";\nimport { compareExperiments, verifyExperimentEvidence } from \"@openpond/evals/experiments\";\nimport { ExperimentListQuerySchema } from \"./experiment-contracts.js\";\nimport { RunExperimentSchema } from \"./experiment-run-contracts.js\";\nimport { experimentConfigurationRequest, verifyExperimentRunDetails } from \"./experiment-run-details.js\";\nimport { PrepareHarnessExperimentSchema, PreparedHarnessExperimentSchema } from \"./experiment-contracts.js\";\nimport { verifyHarnessExperimentManifest } from \"./model-taskset-runs-contracts.js\";\nimport { ExperimentScoringRequestSchema, verifyExperimentScoringPass, type ExperimentScoringRequest } from \"./experiment-scoring-contracts.js\";\nimport { ExperimentHarnessCatalogSchema } from \"./experiment-harness-catalog.js\";\n\nconst Id = z.string().trim().min(1).max(200);\nexport class OpenPondExperimentError extends Error {\n constructor(readonly status: number, readonly code: string, message: string) { super(message); this.name = \"OpenPondExperimentError\"; }\n}\n\n/** One Experiment is one run with its immutable configuration and results. */\nexport class OpenPondExperimentsClient {\n private readonly baseUrl: string;\n constructor(private readonly options: { baseUrl: string; apiKey: string; teamId: string; fetch?: typeof fetch }) {\n const url = new URL(options.baseUrl);\n if (![\"http:\", \"https:\"].includes(url.protocol) || url.username || url.password || url.search || url.hash || !options.apiKey.trim() || !options.teamId.trim())\n throw new Error(\"A clean API origin and workspace credentials are required.\");\n this.baseUrl = url.toString().replace(/\\/+$/, \"\");\n }\n /** Discover released workspace Harnesses independently of Project targets. */\n async harnessSources(options: {cursor?: string; signal?: AbortSignal} = {}) {\n const cursor = options.cursor === undefined ? undefined : z.string().min(1).max(8192).parse(options.cursor);\n const query = new URLSearchParams(cursor ? {cursor} : {});\n const page = ExperimentHarnessCatalogSchema.parse(await this.request(`/harness-sources?${query}`,\"GET\",undefined,options.signal));\n if (page.teamId !== this.options.teamId\n || new Set(page.items.map(item=>contentHash(item.source))).size !== page.items.length\n || page.nextCursor !== null && page.nextCursor === cursor\n || page.items.some(item=>item.ready !== (item.reason === null)))\n throw new Error(\"Harness catalog differs from its workspace, readiness or continuation.\");\n return page;\n }\n /** Resolves a released target without saving a definition or dispatching it. */\n async prepareHarness(value: z.input<typeof PrepareHarnessExperimentSchema>, signal?: AbortSignal) {\n const request = PrepareHarnessExperimentSchema.parse(value);\n const result = PreparedHarnessExperimentSchema.parse(await this.request(\"/harness-setup\", \"POST\", request, signal));\n verifyHarnessExperimentManifest(result.request, result.manifest);\n const policy = result.request.policy;\n if (result.request.teamId !== this.options.teamId || result.request.operationId !== request.operationId\n || policy.kind !== \"hosted_harness\" || policy.profileRepositoryId !== request.profileRepositoryId\n || policy.source.definitionId !== request.definitionId || policy.modelId !== request.modelId\n || policy.reasoningEffort !== request.reasoningEffort || result.maximumCostUsd !== request.maximumCostUsd\n || result.manifest.limits.maximumSpendUsd !== request.maximumCostUsd)\n throw new Error(\"Harness preparation differs from its requested scope or configuration.\");\n return result;\n }\n async run(value: z.input<typeof RunExperimentSchema>, signal?: AbortSignal) {\n const request = RunExperimentSchema.parse(value);\n if (request.request.teamId !== this.options.teamId) throw new Error(\"Experiment workspace mismatch.\");\n const result = await this.details(await this.request(\"\", \"POST\", request, signal));\n if (contentHash(experimentConfigurationRequest(result.request)) !== contentHash(experimentConfigurationRequest(request.request))\n || result.configuration.maximumCostUsd !== request.maximumCostUsd\n || result.configuration.sourceExperimentId !== request.sourceExperimentId\n || result.configuration.admissionRequestHash !== contentHash(request))\n throw new Error(\"Experiment admission differs from its submitted configuration.\");\n if (request.graders && contentHash(request.graders) !== contentHash(result.configuration.graders.map(grader => ({\n id:grader.id,version:grader.version,contentHash:grader.contentHash,mappings:grader.mappings ?? [],\n })))) throw new Error(\"Experiment admission differs from its selected graders or mappings.\");\n return result;\n }\n async get(id: string, options: {signal?: AbortSignal} = {}) {\n return this.details(await this.request(`/${encodeURIComponent(Id.parse(id))}`, \"GET\", undefined, options.signal), id);\n }\n async list(value: z.input<typeof ExperimentListQuerySchema> = {}, signal?: AbortSignal) {\n const query = ExperimentListQuerySchema.parse(value);\n const params = new URLSearchParams(Object.entries(query).filter(([,value])=>value!==undefined).map(([key,value])=>[key,String(value)]));\n const page = z.object({items:z.array(z.unknown()).max(100),nextCursor:Id.nullable()}).strict().parse(await this.request(`?${params}`,\"GET\",undefined,signal));\n const items = await Promise.all(page.items.map(value=>this.details(value)));\n if (items.length > query.limit || new Set(items.map(item=>item.summary.id)).size !== items.length\n || page.nextCursor !== null && page.nextCursor !== items.at(-1)?.summary.id\n || items.some(item => query.projectId && item.request.project?.id !== query.projectId\n || query.datasetHash && item.request.taskset.contentHash !== query.datasetHash\n || query.status && item.summary.status !== query.status))\n throw new Error(\"Experiment page differs from its selected scope.\");\n return {items,nextCursor:page.nextCursor};\n }\n async result(executionId: string, signal?: AbortSignal) {\n const value = z.object({ executionId: Id, passId: Id.nullable(), manifest: z.unknown(), result: z.unknown() }).strict()\n .parse(await this.request(`/${encodeURIComponent(Id.parse(executionId))}/result`, \"GET\", undefined, signal));\n const evidence = verifyExperimentEvidence(value);\n if (value.executionId !== executionId || evidence.manifest.teamId !== this.options.teamId\n || evidence.manifest.lineage?.execution.id !== executionId\n || evidence.manifest.lineage.scoringPassId !== value.passId) throw new Error(\"Experiment result identity mismatch.\");\n return { ...evidence, executionId, passId: value.passId };\n }\n async cancel(id: string, signal?: AbortSignal) {\n return this.details(await this.request(`/${encodeURIComponent(Id.parse(id))}/cancel`, \"POST\", {}, signal), id);\n }\n /** Duplicate uses the original run snapshot; edits are submitted with run(). */\n async duplicate(id: string, operationId: string, signal?: AbortSignal) {\n const result = await this.details(await this.request(`/${encodeURIComponent(Id.parse(id))}/duplicate`, \"POST\", {operationId:Id.parse(operationId)}, signal));\n if (result.request.operationId !== operationId || result.configuration.sourceExperimentId !== id || result.summary.id === id)\n throw new Error(\"Duplicate Experiment admission differs from its source or operation.\");\n return result;\n }\n async score(value: ExperimentScoringRequest, signal?: AbortSignal) {\n const request = ExperimentScoringRequestSchema.parse(value);\n const pass = this.pass(await this.request(`/${encodeURIComponent(request.execution.id)}/scoring-passes`, \"POST\", request, signal));\n if (contentHash(pass.request) !== contentHash(request)) throw new Error(\"Scoring admission differs from its submitted inputs.\");\n return pass;\n }\n async scoringPass(id: string, signal?: AbortSignal) {\n return this.pass(await this.request(`/scoring-passes/${encodeURIComponent(Id.parse(id))}`, \"GET\", undefined, signal), id);\n }\n async scoringPasses(executionId: string, options: { afterId?: string; executionKind?: \"recorded_evidence\"; signal?: AbortSignal } = {}) {\n const params = new URLSearchParams(options.afterId ? { afterId: Id.parse(options.afterId) } : {});\n if (options.executionKind) params.set(\"executionKind\", z.literal(\"recorded_evidence\").parse(options.executionKind));\n const page = z.object({ items: z.array(z.unknown()).max(30), nextCursor: Id.nullable() }).strict().parse(\n await this.request(`/${encodeURIComponent(Id.parse(executionId))}/scoring-passes?${params}`, \"GET\", undefined, options.signal));\n const items = page.items.map(value => this.pass(value));\n if (items.some(item => item.request.execution.id !== executionId || item.request.executionKind !== options.executionKind) || new Set(items.map(item => item.id)).size !== items.length)\n throw new Error(\"Scoring pass page differs from its execution ownership.\");\n return { items, nextCursor: page.nextCursor };\n }\n async cancelScoringPass(id: string, signal?: AbortSignal) {\n return this.pass(await this.request(`/scoring-passes/${encodeURIComponent(Id.parse(id))}/cancel`, \"POST\", {}, signal), id);\n }\n async scoringResult(id: string, signal?: AbortSignal) {\n const value = z.object({ executionId: Id, passId: Id, manifest: z.unknown(), result: z.unknown() }).strict().parse(\n await this.request(`/scoring-passes/${encodeURIComponent(Id.parse(id))}/result`, \"GET\", undefined, signal));\n const evidence = verifyExperimentEvidence(value);\n if (value.passId !== id || evidence.manifest.teamId !== this.options.teamId || evidence.manifest.id !== id\n || evidence.manifest.lineage?.execution.id !== value.executionId || evidence.manifest.lineage.scoringPassId !== id)\n throw new Error(\"Scoring result identity mismatch.\");\n return { ...evidence, executionId: value.executionId, passId: id };\n }\n async compare(baselineId: string, candidateId: string, signal?: AbortSignal) {\n const read = (id: string) => id.startsWith(\"score_\") ? this.scoringResult(id, signal) : this.result(id, signal);\n const [baseline, candidate] = await Promise.all([read(baselineId), read(candidateId)]);\n return { baseline, candidate, comparison: compareExperiments(baseline, candidate) };\n }\n private async details(value: unknown, id?: string) {\n const result = await verifyExperimentRunDetails(value);\n if (result.summary.teamId !== this.options.teamId || id && result.summary.id !== id)\n throw new Error(\"Experiment identity mismatch.\");\n return result;\n }\n private pass(value: unknown, id?: string) {\n const pass = verifyExperimentScoringPass(value);\n if (pass.teamId !== this.options.teamId || id && pass.id !== id) throw new Error(\"Scoring pass identity mismatch.\");\n return pass;\n }\n private async request(path: string, method: string, body?: unknown, signal?: AbortSignal): Promise<unknown> {\n const response = await (this.options.fetch ?? fetch)(`${this.baseUrl}/v1/experiments${path}`, {\n method, signal, redirect: \"error\", headers: { Authorization: `Bearer ${this.options.apiKey}`, \"X-OpenPond-Team-Id\": this.options.teamId, \"Content-Type\": \"application/json\", Accept: \"application/json\" },\n ...(body === undefined ? {} : { body: JSON.stringify(body) }),\n });\n const value = await response.json();\n if (!response.ok) {\n const parsed = z.object({ code: z.string(), message: z.string() }).safeParse(value);\n throw new OpenPondExperimentError(response.status, parsed.success ? parsed.data.code : \"experiment_request_failed\", parsed.success ? parsed.data.message : \"Experiment request failed.\");\n }\n return value;\n }\n}\n", "import { z } from \"zod\";\nimport { contentHash } from \"@openpond/harness\";\nimport { ExperimentExecutionContextSchema, ExperimentGraderPinSchema } from \"./experiment-contracts.js\";\nimport { ModelTasksetRunDetailsSchema, ModelTasksetRunRequestSchema, verifyModelTasksetRunDetails, type ModelTasksetRunRequest } from \"./model-taskset-runs-contracts.js\";\n\nconst Hash = z.string().regex(/^[a-f0-9]{64}$/);\nconst ConfigurationContent = z.object({\n request: ModelTasksetRunRequestSchema,\n maximumCostUsd: z.number().finite().positive().max(10_000),\n graders: z.array(ExperimentGraderPinSchema).min(1).max(100),\n admissionRequestHash: Hash.optional(),\n sourceExperimentId: z.string().trim().min(1).max(200).optional(),\n}).strict();\nexport const ExperimentRunConfigurationSchema = ConfigurationContent.extend({configurationHash:Hash}).strict();\nexport type ExperimentRunConfiguration = z.infer<typeof ExperimentRunConfigurationSchema>;\nexport const ExperimentRunDetailsSchema = ModelTasksetRunDetailsSchema.extend({configuration:ExperimentRunConfigurationSchema}).strict();\nexport type ExperimentRunDetails = z.infer<typeof ExperimentRunDetailsSchema>;\n\n/** Native preparation assigns new receipt IDs while retaining the selected\n * task/seed population. Other runtimes seal their submitted IDs exactly. */\nexport function experimentConfigurationRequest(request: ModelTasksetRunRequest) {\n return request.policy.kind === \"hosted_harness\"\n ? {...request,population:request.population.map(({receiptId:_id,...member})=>member)}\n : request;\n}\nexport function experimentRunConfigurationHash(value: z.input<typeof ConfigurationContent>): string {\n const content = ConfigurationContent.parse(value);\n return contentHash({...content,request:experimentConfigurationRequest(content.request)});\n}\nexport async function verifyExperimentRunDetails(value: unknown): Promise<ExperimentRunDetails> {\n const parsed = ExperimentRunDetailsSchema.parse(value);\n const {configuration,...rawDetails} = parsed;\n const details = await verifyModelTasksetRunDetails(rawDetails);\n const {configurationHash,...content} = configuration;\n if (configurationHash !== experimentRunConfigurationHash(content)\n || contentHash(experimentConfigurationRequest(configuration.request)) !== contentHash(experimentConfigurationRequest(details.request))\n || configuration.maximumCostUsd !== details.manifest.limits.maximumSpendUsd)\n throw new Error(\"Experiment configuration differs from its retained run.\");\n if (details.manifest.metadata.experimentDefinition === null) {\n const context = ExperimentExecutionContextSchema.parse({\n definition:null, configurationHash:configuration.configurationHash,\n maximumCostUsd:configuration.maximumCostUsd,graders:configuration.graders,\n ...(configuration.admissionRequestHash ? {admissionRequestHash:configuration.admissionRequestHash} : {}),\n ...(configuration.sourceExperimentId ? {sourceExperimentId:configuration.sourceExperimentId} : {}),\n });\n if (details.manifest.metadata.experimentConfigurationHash !== contentHash(context))\n throw new Error(\"Experiment configuration differs from its admitted manifest.\");\n }\n return {...details,configuration};\n}\n", "import { z } from \"zod\";\nimport { StandaloneHarnessExperimentSourceSchema } from \"@openpond/evals/experiments\";\n\n/** Catalog projections carry immutable pins and readiness, never source bytes. */\nexport const ExperimentHarnessCatalogSchema = z\n .object({\n teamId: z.string().trim().min(1).max(240),\n items: z\n .array(\n z\n .object({\n name: z.string().trim().min(1).max(500),\n source: StandaloneHarnessExperimentSourceSchema,\n ready: z.boolean(),\n reason: z.string().min(1).max(2000).nullable(),\n })\n .strict(),\n )\n .max(8),\n nextCursor: z.string().min(1).max(8192).nullable(),\n })\n .strict();\nexport type ExperimentHarnessCatalog = z.infer<typeof ExperimentHarnessCatalogSchema>;\n", "import { z } from \"zod\";\nimport { contentHash } from \"@openpond/harness\";\nconst Id = z.string().trim().min(1).max(500);\nconst Hash = z.string().regex(/^[a-f0-9]{64}$/);\nconst Content = z.object({ schemaVersion: z.literal(\"openpond.experimentCaseInspection.v1\"), teamId: Id, executionId: Id, manifestHash: Hash, receiptId: Id, taskId: Id, seed: z.string().min(1), input: z.record(z.string(), z.unknown()).nullable(), output: z.unknown().nullable(), error: z.string().nullable(), events: z.array(z.record(z.string(), z.unknown())).max(25), nextEventCursor: Id.nullable(), eventCount: z.number().int().nonnegative() }).strict();\nexport const ExperimentCaseInspectionSchema = Content.extend({ contentHash: Hash }).strict();\nexport type ExperimentCaseInspection = z.infer<typeof ExperimentCaseInspectionSchema>;\nexport class OpenPondExperimentInspectionClient {\n private readonly baseUrl: string;\n constructor(private readonly options: { baseUrl: string; apiKey: string; teamId: string; fetch?: typeof fetch }) {\n const url = new URL(options.baseUrl);\n if (![\"http:\", \"https:\"].includes(url.protocol) || url.username || url.password || url.search || url.hash || !options.apiKey.trim() || !options.teamId.trim()) throw new Error(\"A clean API origin and workspace credentials are required.\");\n this.baseUrl = url.toString().replace(/\\/+$/, \"\");\n }\n /** Retained, policy-facing evidence only. Reading a page never dispatches. */\n async case(executionId: string, receiptId: string, options: { manifestHash?: string; afterId?: string; signal?: AbortSignal } = {}) {\n const params = new URLSearchParams(options.afterId ? { afterId: Id.parse(options.afterId) } : {});\n const response = await (this.options.fetch ?? fetch)(`${this.baseUrl}/v1/experiments/${encodeURIComponent(Id.parse(executionId))}/cases/${encodeURIComponent(Id.parse(receiptId))}?${params}`, { signal: options.signal, redirect: \"error\", headers: { Authorization: `Bearer ${this.options.apiKey}`, \"X-OpenPond-Team-Id\": this.options.teamId, Accept: \"application/json\" } });\n const value: unknown = await response.json();\n if (!response.ok) throw new Error(z.object({ message: z.string() }).parse(value).message);\n const result = ExperimentCaseInspectionSchema.parse(value);\n const { contentHash: actual, ...content } = result;\n if (contentHash(content) !== actual || result.teamId !== this.options.teamId || result.executionId !== executionId || result.receiptId !== receiptId || options.manifestHash && result.manifestHash !== options.manifestHash || result.events.length > result.eventCount) throw new Error(\"Case inspection differs from its requested workspace, execution or retained content.\");\n return result;\n }\n}\n", "/** Package aliases remain provenance; a released Reward is one scoring choice. */\nexport type DatasetGraderPin = {\n id: string;\n version: string;\n contentHash: string;\n feedbackKey: string;\n release?: { id: string; revision: number; contentHash: string } | null;\n};\n\nexport function datasetGraderIdentity(pin: DatasetGraderPin): string {\n return JSON.stringify(pin.release\n ? [\"reward\", pin.release.id, pin.release.revision, pin.release.contentHash, pin.feedbackKey]\n : [\"dataset\", pin.id, pin.version, pin.contentHash, pin.feedbackKey]);\n}\n\nexport function groupDatasetGraders<T extends DatasetGraderPin>(pins: readonly T[]): Array<{ key: string; grader: T; aliases: T[] }> {\n const groups = new Map<string, { key: string; grader: T; aliases: T[] }>();\n for (const pin of pins) {\n const key = datasetGraderIdentity(pin);\n const group = groups.get(key);\n if (group) group.aliases.push(pin);\n else groups.set(key, { key, grader: pin, aliases: [pin] });\n }\n return [...groups.values()];\n}\n\n/** Validate selected choices, rather than silently choosing between different\n * graders that would write the same feedback field. Never modifies package pins. */\nexport function canonicalDatasetGraderSelection<T extends DatasetGraderPin & { mappings?: unknown }>(pins: readonly T[]): T[] {\n const selected = groupDatasetGraders(pins);\n const feedback = new Map<string, string>();\n for (const group of selected) {\n const previous = feedback.get(group.grader.feedbackKey);\n if (previous && previous !== group.key)\n throw new Error(`Different selected grader releases use feedback key \"${group.grader.feedbackKey}\". Select one, or publish graders with distinct feedback keys.`);\n feedback.set(group.grader.feedbackKey, group.key);\n const mappings = JSON.stringify(group.grader.mappings ?? []);\n if (group.aliases.some(alias => JSON.stringify(alias.mappings ?? []) !== mappings))\n throw new Error(`Aliases of grader \"${group.grader.feedbackKey}\" have different field mappings. Select one alias and review its mappings.`);\n }\n return selected.map(group => group.grader);\n}\n", "import type { ModelTasksetRunRequest } from \"./model-taskset-runs-contracts.js\";\n\n/** Resolve presentation from the configuration that actually executes. These\n * modes never inherit a selected chat session or a mutable desktop preference. */\nexport function experimentExecutionSelection(policy: ModelTasksetRunRequest[\"policy\"]) {\n if (policy.kind === \"fixture\") return { mode: \"fixture\" as const };\n if (policy.kind === \"hosted_harness\") return {\n mode: \"model_harness_profile\" as const,\n modelId: policy.modelId,\n harnessRelease: policy.source.harnessRelease,\n profile: { repositoryId: policy.profileRepositoryId, id: policy.source.profileId,\n revision: policy.source.sourceRevision, target: policy.source.target },\n };\n return policy.harness ? {\n mode: \"model_harness\" as const, modelId: policy.modelId, harness: policy.harness,\n } : { mode: \"model\" as const, modelId: policy.modelId };\n}\n", "import {z} from \"zod\";\nimport {verifyExperimentEvidence} from \"@openpond/evals/experiments\";\nimport {verifyExperimentScoringPass} from \"./experiment-scoring-contracts.js\";\nimport {contentHash} from \"@openpond/harness\";\nimport {verifyProfileExternalDatasetBinding,type ProfileExternalDatasetBinding} from \"@openpond/evals\";\nimport {ExperimentFieldMappingsSchema} from \"./experiment-field-mappings.js\";\nimport {validateTasksetPackage,type TasksetPackage} from \"./taskset-packages.js\";\n\nexport type ExternalDatasetGraderPin={id:string;version:string;contentHash:string;feedbackKey:string;release:{id:string;revision:number|string;contentHash:string}|null};\n/** Recompute admission from actual authorized releases. None of the binding's\n * self-declared hashes grants Dataset or Profile access. */\nexport function verifyExternalDatasetPackage(input:{binding:ProfileExternalDatasetBinding;packageValue:TasksetPackage;graders:ExternalDatasetGraderPin[];actualGrading?:{pass:unknown;evidence:unknown}}) {\n const binding=verifyProfileExternalDatasetBinding(input.binding),value=validateTasksetPackage(input.packageValue),taskset=value.taskset;\n if(taskset.id!==binding.dataset.id||taskset.revision!==binding.dataset.revision||taskset.contentHash!==binding.dataset.contentHash||value.contentHash!==binding.packageHash\n ||contentHash(taskset.environment)!==binding.environmentHash||contentHash(value.files.filter(file=>file.asset.visibility!==\"policy\").map(file=>file.asset))!==binding.privateDatasetClosureHash)\n throw new Error(\"The selected Dataset package, environment or protected closure changed.\");\n if(binding.population.length>500)throw new Error(\"Select at most 500 exact Dataset cases before starting this bounded Profile evaluation.\");\n for(const member of binding.population){const task=taskset.tasks.find(task=>task.id===member.taskId);if(!task||task.split!==binding.split)throw new Error(\"The selected ordered population is outside its exact Dataset split.\");\n if(member.fixtureId!==null)throw new Error(\"This recorded cutoff needs an admitted replay fixture before executing the Profile target.\");}\n if(binding.gradingSource){if(!input.actualGrading)throw new Error(\"The actual selected scoring owner is required for this recipe.\");const pass=verifyExperimentScoringPass(input.actualGrading.pass),evidence=verifyExperimentEvidence(z.object({manifest:z.unknown(),result:z.unknown()}).strict().parse(input.actualGrading.evidence));if(pass.status!==\"completed\"||pass.id!==binding.gradingSource.pass.id||pass.contentHash!==binding.gradingSource.pass.contentHash||evidence.manifest.id!==binding.gradingSource.evidence.id||evidence.result.contentHash!==binding.gradingSource.evidence.contentHash||evidence.manifest.lineage?.scoringPassId!==pass.id||contentHash(evidence.manifest.dataset)!==contentHash(binding.dataset)||contentHash(evidence.manifest.evaluators)!==contentHash(binding.evaluators)||contentHash(binding.fieldMappings)!==contentHash(pass.graders.map(pin=>({graderId:pin.id,fields:pin.mappings??[]}))))throw new Error(\"The selected scoring owner changed its exact Dataset, measurements or mappings.\");const actual=evidence.manifest.population,expected=binding.recordedOrigin?binding.recordedOrigin.members.map(member=>({caseId:member.caseId,seed:member.seed,fixtureId:member.fixtureId})):binding.population.map(member=>({caseId:member.taskId,seed:member.seed,fixtureId:member.fixtureId}));if(actual.length!==expected.length||actual.some((member,index)=>contentHash(member)!==contentHash(expected[index])))throw new Error(\"The selected scoring population differs from the exact ordered original cases and cutoffs.\");}\n else {\n if(binding.fieldMappings.some(row=>!taskset.graders.some(grader=>grader.id===row.graderId)))throw new Error(\"The field mappings name a grader outside the selected release.\");\n for(const row of binding.fieldMappings)ExperimentFieldMappingsSchema.parse(row.fields);\n const selected=binding.evaluators.map(evaluator=>{const pin=input.graders.find(pin=>pin.feedbackKey===evaluator.feedbackKey&&contentHash(pin.release??{id:pin.id,revision:pin.version,contentHash:pin.contentHash})===contentHash(evaluator.release));if(!pin)throw new Error(\"Select an exact released Dataset grader for this external recipe.\");return pin;});\n if(binding.fieldMappings.some(row=>!selected.some(pin=>pin.id===row.graderId)))throw new Error(\"Field mappings refer to an unselected grader.\");\n const evaluators=selected.map(pin=>({release:pin.release??{id:pin.id,revision:pin.version,contentHash:pin.contentHash},feedbackKey:pin.feedbackKey,\n configurationHash:contentHash({graderHash:pin.contentHash,mappings:binding.fieldMappings.find(row=>row.graderId===pin.id)?.fields??[]}),output:\"score\" as const,categories:[]}));\n if(contentHash(evaluators)!==contentHash(binding.evaluators))throw new Error(\"The external recipe's graders or mappings differ from the current exact released grading settings.\");\n for(const pin of input.graders)if(!taskset.graders.some(grader=>grader.id===pin.id&&grader.version===pin.version&&contentHash(grader)===pin.contentHash))throw new Error(\"External grader pins differ from the actual Dataset implementation.\");\n }\n for(const pin of input.graders)if(!taskset.graders.some(grader=>grader.id===pin.id&&grader.version===pin.version&&contentHash(grader)===pin.contentHash))throw new Error(\"Dataset-native grader pins differ from their actual implementation.\");\n return value;\n}\n", "import { z } from \"zod\";\nimport { ImmutableReleaseRefSchema } from \"@openpond/harness\";\nimport { ProfileEvaluationDefinitionSchema, ProfileEvaluationSuiteSchema,\n ProfileEvaluationComparisonSchema, ProfileEvaluationSuiteRunSchema, ProfileEvaluationReportSchema,\n TasksetRunManifestSchema, TasksetMetricResultSchema } from \"@openpond/evals\";\nimport { fetchConnectedJson } from \"./connected-evidence-http.js\";\n\nconst Id = z.string().trim().min(1).max(240);\nexport const ProfileEvaluationDiscoverySchema = z.object({\n profileRef:z.object({source:z.enum([\"local\",\"github\",\"openpond_git\"]),repositoryId:Id,profileId:Id}).strict(),\n sourceRevision:z.string().min(1).max(500),harnessRelease:ImmutableReleaseRefSchema,\n catalogHash:z.string().regex(/^[a-f0-9]{64}$/).nullable(),\n definitions:z.array(ProfileEvaluationDefinitionSchema).max(1000),suites:z.array(ProfileEvaluationSuiteSchema).max(100),\n runs:z.array(z.object({profileRef:z.object({source:z.enum([\"local\",\"github\",\"openpond_git\"]),repositoryId:Id,profileId:Id}).strict(),\n manifest:TasksetRunManifestSchema,metric:TasksetMetricResultSchema,gradeRefs:z.array(ImmutableReleaseRefSchema),\n receiptRefs:z.array(ImmutableReleaseRefSchema),passRate:z.number().min(0).max(1),passed:z.boolean(),\n completedAt:z.iso.datetime(),contentHash:z.string().regex(/^[a-f0-9]{64}$/)}).strict()).max(1000),\n comparisons:z.array(ProfileEvaluationComparisonSchema).max(1000),suiteRuns:z.array(ProfileEvaluationSuiteRunSchema).max(1000),\n reports:z.array(ProfileEvaluationReportSchema).max(1000),\n}).strict();\nexport type ProfileEvaluationDiscovery = z.infer<typeof ProfileEvaluationDiscoverySchema>;\nexport const ProfileEvaluationDiscoveryRequestSchema=z.object({teamId:Id,profileRepositoryId:Id,\n trainingProjectId:Id.optional()}).strict();\n\n/** Reads the existing source owner's receipts. No resource is copied and no\n * incomplete execution is turned into a synthetic rerunnable configuration. */\nexport class OpenPondProfileEvaluationDiscoveryClient {\n constructor(private readonly options:{baseUrl:string;apiKey:string;teamId:string;fetch?:typeof fetch}){\n const url=new URL(options.baseUrl);\n if(![\"http:\",\"https:\"].includes(url.protocol)||url.username||url.password||url.search||url.hash||!options.apiKey.trim()||!options.teamId.trim())\n throw new Error(\"Profile discovery requires a scoped HTTP endpoint and owner credential.\");\n }\n async read(input:{profileRepositoryId:string;trainingProjectId?:string},signal?:AbortSignal){\n const body=ProfileEvaluationDiscoveryRequestSchema.parse({...input,teamId:this.options.teamId});\n const {response,value}=await fetchConnectedJson(this.options.fetch??fetch,\n `${this.options.baseUrl.replace(/\\/$/,\"\")}/v1/profile-evaluation-discovery`,\n {method:\"POST\",redirect:\"error\",headers:{Authorization:`Bearer ${this.options.apiKey}`,\"X-OpenPond-Team-Id\":this.options.teamId,\"Content-Type\":\"application/json\"},body:JSON.stringify(body),signal},\n (_status,_code,message)=>new Error(message));\n if(!response.ok)throw new Error(\"The released Profile evaluation owner is unavailable to this account and workspace.\");\n const discovery=ProfileEvaluationDiscoverySchema.parse(value);\n if(discovery.profileRef.repositoryId!==body.profileRepositoryId)throw new Error(\"Profile discovery returned another source owner.\");\n return discovery;\n }\n}\n"],
|
|
5
|
+
"mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,SAAS,KAAAA,UAAS;AAElB,SAAS,oBAAoB,gCAAgC;;;ACF7D,SAAS,SAAS;AAKlB,IAAM,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB;AAC9C,IAAM,uBAAuB,EAAE,OAAO;AAAA,EACpC,SAAS;AAAA,EACT,gBAAgB,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,GAAM;AAAA,EACzD,SAAS,EAAE,MAAM,yBAAyB,EAAE,IAAI,CAAC,EAAE,IAAI,GAAG;AAAA,EAC1D,sBAAsB,KAAK,SAAS;AAAA,EACpC,oBAAoB,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,IAAI,GAAG,EAAE,SAAS;AACjE,CAAC,EAAE,OAAO;AACH,IAAM,mCAAmC,qBAAqB,OAAO,EAAC,mBAAkB,KAAI,CAAC,EAAE,OAAO;AAEtG,IAAM,6BAA6B,6BAA6B,OAAO,EAAC,eAAc,iCAAgC,CAAC,EAAE,OAAO;AAKhI,SAAS,+BAA+B,SAAiC;AAC9E,SAAO,QAAQ,OAAO,SAAS,mBAC3B,EAAC,GAAG,SAAQ,YAAW,QAAQ,WAAW,IAAI,CAAC,EAAC,WAAU,KAAI,GAAG,OAAM,MAAI,MAAM,EAAC,IAClF;AACN;AACO,SAAS,+BAA+B,OAAqD;AAClG,QAAM,UAAU,qBAAqB,MAAM,KAAK;AAChD,SAAO,YAAY,EAAC,GAAG,SAAQ,SAAQ,+BAA+B,QAAQ,OAAO,EAAC,CAAC;AACzF;AACA,eAAsB,2BAA2B,OAA+C;AAC9F,QAAM,SAAS,2BAA2B,MAAM,KAAK;AACrD,QAAM,EAAC,eAAc,GAAG,WAAU,IAAI;AACtC,QAAM,UAAU,MAAM,6BAA6B,UAAU;AAC7D,QAAM,EAAC,mBAAkB,GAAG,QAAO,IAAI;AACvC,MAAI,sBAAsB,+BAA+B,OAAO,KAC3D,YAAY,+BAA+B,cAAc,OAAO,CAAC,MAAM,YAAY,+BAA+B,QAAQ,OAAO,CAAC,KAClI,cAAc,mBAAmB,QAAQ,SAAS,OAAO;AAC5D,UAAM,IAAI,MAAM,yDAAyD;AAC3E,MAAI,QAAQ,SAAS,SAAS,yBAAyB,MAAM;AAC3D,UAAM,UAAU,iCAAiC,MAAM;AAAA,MACrD,YAAW;AAAA,MAAM,mBAAkB,cAAc;AAAA,MACjD,gBAAe,cAAc;AAAA,MAAe,SAAQ,cAAc;AAAA,MAClE,GAAI,cAAc,uBAAuB,EAAC,sBAAqB,cAAc,qBAAoB,IAAI,CAAC;AAAA,MACtG,GAAI,cAAc,qBAAqB,EAAC,oBAAmB,cAAc,mBAAkB,IAAI,CAAC;AAAA,IAClG,CAAC;AACD,QAAI,QAAQ,SAAS,SAAS,gCAAgC,YAAY,OAAO;AAC/E,YAAM,IAAI,MAAM,8DAA8D;AAAA,EAClF;AACA,SAAO,EAAC,GAAG,SAAQ,cAAa;AAClC;;;ACjDA,SAAS,KAAAC,UAAS;AAClB,SAAS,+CAA+C;AAGjD,IAAM,iCAAiCA,GAC3C,OAAO;AAAA,EACN,QAAQA,GAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,IAAI,GAAG;AAAA,EACxC,OAAOA,GACJ;AAAA,IACCA,GACG,OAAO;AAAA,MACN,MAAMA,GAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,IAAI,GAAG;AAAA,MACtC,QAAQ;AAAA,MACR,OAAOA,GAAE,QAAQ;AAAA,MACjB,QAAQA,GAAE,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,GAAI,EAAE,SAAS;AAAA,IAC/C,CAAC,EACA,OAAO;AAAA,EACZ,EACC,IAAI,CAAC;AAAA,EACR,YAAYA,GAAE,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,IAAI,EAAE,SAAS;AACnD,CAAC,EACA,OAAO;;;AFVV,IAAM,KAAKC,GAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,IAAI,GAAG;AACpC,IAAM,0BAAN,cAAsC,MAAM;AAAA,EACjD,YAAqB,QAAyB,MAAc,SAAiB;AAAE,UAAM,OAAO;AAAvE;AAAyB;AAAiD,SAAK,OAAO;AAAA,EAA2B;AAAA,EAAjH;AAAA,EAAyB;AAChD;AAGO,IAAM,4BAAN,MAAgC;AAAA,EAErC,YAA6B,SAAoF;AAApF;AAC3B,UAAM,MAAM,IAAI,IAAI,QAAQ,OAAO;AACnC,QAAI,CAAC,CAAC,SAAS,QAAQ,EAAE,SAAS,IAAI,QAAQ,KAAK,IAAI,YAAY,IAAI,YAAY,IAAI,UAAU,IAAI,QAAQ,CAAC,QAAQ,OAAO,KAAK,KAAK,CAAC,QAAQ,OAAO,KAAK;AAC1J,YAAM,IAAI,MAAM,4DAA4D;AAC9E,SAAK,UAAU,IAAI,SAAS,EAAE,QAAQ,QAAQ,EAAE;AAAA,EAClD;AAAA,EAL6B;AAAA,EADZ;AAAA;AAAA,EAQjB,MAAM,eAAe,UAAmD,CAAC,GAAG;AAC1E,UAAM,SAAS,QAAQ,WAAW,SAAY,SAAYA,GAAE,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,IAAI,EAAE,MAAM,QAAQ,MAAM;AAC1G,UAAM,QAAQ,IAAI,gBAAgB,SAAS,EAAC,OAAM,IAAI,CAAC,CAAC;AACxD,UAAM,OAAO,+BAA+B,MAAM,MAAM,KAAK,QAAQ,oBAAoB,KAAK,IAAG,OAAM,QAAU,QAAQ,MAAM,CAAC;AAChI,QAAI,KAAK,WAAW,KAAK,QAAQ,UAC5B,IAAI,IAAI,KAAK,MAAM,IAAI,UAAM,YAAY,KAAK,MAAM,CAAC,CAAC,EAAE,SAAS,KAAK,MAAM,UAC5E,KAAK,eAAe,QAAQ,KAAK,eAAe,UAChD,KAAK,MAAM,KAAK,UAAM,KAAK,WAAW,KAAK,WAAW,KAAK;AAC9D,YAAM,IAAI,MAAM,wEAAwE;AAC1F,WAAO;AAAA,EACT;AAAA;AAAA,EAEA,MAAM,eAAe,OAAuD,QAAsB;AAChG,UAAM,UAAU,+BAA+B,MAAM,KAAK;AAC1D,UAAM,SAAS,gCAAgC,MAAM,MAAM,KAAK,QAAQ,kBAAkB,QAAQ,SAAS,MAAM,CAAC;AAClH,oCAAgC,OAAO,SAAS,OAAO,QAAQ;AAC/D,UAAM,SAAS,OAAO,QAAQ;AAC9B,QAAI,OAAO,QAAQ,WAAW,KAAK,QAAQ,UAAU,OAAO,QAAQ,gBAAgB,QAAQ,eACvF,OAAO,SAAS,oBAAoB,OAAO,wBAAwB,QAAQ,uBAC3E,OAAO,OAAO,iBAAiB,QAAQ,gBAAgB,OAAO,YAAY,QAAQ,WAClF,OAAO,oBAAoB,QAAQ,mBAAmB,OAAO,mBAAmB,QAAQ,kBACxF,OAAO,SAAS,OAAO,oBAAoB,QAAQ;AACtD,YAAM,IAAI,MAAM,wEAAwE;AAC1F,WAAO;AAAA,EACT;AAAA,EACA,MAAM,IAAI,OAA4C,QAAsB;AAC1E,UAAM,UAAU,oBAAoB,MAAM,KAAK;AAC/C,QAAI,QAAQ,QAAQ,WAAW,KAAK,QAAQ,OAAQ,OAAM,IAAI,MAAM,gCAAgC;AACpG,UAAM,SAAS,MAAM,KAAK,QAAQ,MAAM,KAAK,QAAQ,IAAI,QAAQ,SAAS,MAAM,CAAC;AACjF,QAAI,YAAY,+BAA+B,OAAO,OAAO,CAAC,MAAM,YAAY,+BAA+B,QAAQ,OAAO,CAAC,KAC1H,OAAO,cAAc,mBAAmB,QAAQ,kBAChD,OAAO,cAAc,uBAAuB,QAAQ,sBACpD,OAAO,cAAc,yBAAyB,YAAY,OAAO;AACpE,YAAM,IAAI,MAAM,gEAAgE;AAClF,QAAI,QAAQ,WAAW,YAAY,QAAQ,OAAO,MAAM,YAAY,OAAO,cAAc,QAAQ,IAAI,aAAW;AAAA,MAC9G,IAAG,OAAO;AAAA,MAAG,SAAQ,OAAO;AAAA,MAAQ,aAAY,OAAO;AAAA,MAAY,UAAS,OAAO,YAAY,CAAC;AAAA,IAClG,EAAE,CAAC,EAAG,OAAM,IAAI,MAAM,qEAAqE;AAC3F,WAAO;AAAA,EACT;AAAA,EACA,MAAM,IAAI,IAAY,UAAkC,CAAC,GAAG;AAC1D,WAAO,KAAK,QAAQ,MAAM,KAAK,QAAQ,IAAI,mBAAmB,GAAG,MAAM,EAAE,CAAC,CAAC,IAAI,OAAO,QAAW,QAAQ,MAAM,GAAG,EAAE;AAAA,EACtH;AAAA,EACA,MAAM,KAAK,QAAmD,CAAC,GAAG,QAAsB;AACtF,UAAM,QAAQ,0BAA0B,MAAM,KAAK;AACnD,UAAM,SAAS,IAAI,gBAAgB,OAAO,QAAQ,KAAK,EAAE,OAAO,CAAC,CAAC,EAACC,MAAK,MAAIA,WAAQ,MAAS,EAAE,IAAI,CAAC,CAAC,KAAIA,MAAK,MAAI,CAAC,KAAI,OAAOA,MAAK,CAAC,CAAC,CAAC;AACtI,UAAM,OAAOD,GAAE,OAAO,EAAC,OAAMA,GAAE,MAAMA,GAAE,QAAQ,CAAC,EAAE,IAAI,GAAG,GAAE,YAAW,GAAG,SAAS,EAAC,CAAC,EAAE,OAAO,EAAE,MAAM,MAAM,KAAK,QAAQ,IAAI,MAAM,IAAG,OAAM,QAAU,MAAM,CAAC;AAC5J,UAAM,QAAQ,MAAM,QAAQ,IAAI,KAAK,MAAM,IAAI,CAAAC,WAAO,KAAK,QAAQA,MAAK,CAAC,CAAC;AAC1E,QAAI,MAAM,SAAS,MAAM,SAAS,IAAI,IAAI,MAAM,IAAI,UAAM,KAAK,QAAQ,EAAE,CAAC,EAAE,SAAS,MAAM,UACtF,KAAK,eAAe,QAAQ,KAAK,eAAe,MAAM,GAAG,EAAE,GAAG,QAAQ,MACtE,MAAM,KAAK,UAAQ,MAAM,aAAa,KAAK,QAAQ,SAAS,OAAO,MAAM,aACvE,MAAM,eAAe,KAAK,QAAQ,QAAQ,gBAAgB,MAAM,eAChE,MAAM,UAAU,KAAK,QAAQ,WAAW,MAAM,MAAM;AACzD,YAAM,IAAI,MAAM,kDAAkD;AACpE,WAAO,EAAC,OAAM,YAAW,KAAK,WAAU;AAAA,EAC1C;AAAA,EACA,MAAM,OAAO,aAAqB,QAAsB;AACtD,UAAM,QAAQD,GAAE,OAAO,EAAE,aAAa,IAAI,QAAQ,GAAG,SAAS,GAAG,UAAUA,GAAE,QAAQ,GAAG,QAAQA,GAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EACnH,MAAM,MAAM,KAAK,QAAQ,IAAI,mBAAmB,GAAG,MAAM,WAAW,CAAC,CAAC,WAAW,OAAO,QAAW,MAAM,CAAC;AAC7G,UAAM,WAAW,yBAAyB,KAAK;AAC/C,QAAI,MAAM,gBAAgB,eAAe,SAAS,SAAS,WAAW,KAAK,QAAQ,UAC9E,SAAS,SAAS,SAAS,UAAU,OAAO,eAC5C,SAAS,SAAS,QAAQ,kBAAkB,MAAM,OAAQ,OAAM,IAAI,MAAM,sCAAsC;AACrH,WAAO,EAAE,GAAG,UAAU,aAAa,QAAQ,MAAM,OAAO;AAAA,EAC1D;AAAA,EACA,MAAM,OAAO,IAAY,QAAsB;AAC7C,WAAO,KAAK,QAAQ,MAAM,KAAK,QAAQ,IAAI,mBAAmB,GAAG,MAAM,EAAE,CAAC,CAAC,WAAW,QAAQ,CAAC,GAAG,MAAM,GAAG,EAAE;AAAA,EAC/G;AAAA;AAAA,EAEA,MAAM,UAAU,IAAY,aAAqB,QAAsB;AACrE,UAAM,SAAS,MAAM,KAAK,QAAQ,MAAM,KAAK,QAAQ,IAAI,mBAAmB,GAAG,MAAM,EAAE,CAAC,CAAC,cAAc,QAAQ,EAAC,aAAY,GAAG,MAAM,WAAW,EAAC,GAAG,MAAM,CAAC;AAC3J,QAAI,OAAO,QAAQ,gBAAgB,eAAe,OAAO,cAAc,uBAAuB,MAAM,OAAO,QAAQ,OAAO;AACxH,YAAM,IAAI,MAAM,sEAAsE;AACxF,WAAO;AAAA,EACT;AAAA,EACA,MAAM,MAAM,OAAiC,QAAsB;AACjE,UAAM,UAAU,+BAA+B,MAAM,KAAK;AAC1D,UAAM,OAAO,KAAK,KAAK,MAAM,KAAK,QAAQ,IAAI,mBAAmB,QAAQ,UAAU,EAAE,CAAC,mBAAmB,QAAQ,SAAS,MAAM,CAAC;AACjI,QAAI,YAAY,KAAK,OAAO,MAAM,YAAY,OAAO,EAAG,OAAM,IAAI,MAAM,sDAAsD;AAC9H,WAAO;AAAA,EACT;AAAA,EACA,MAAM,YAAY,IAAY,QAAsB;AAClD,WAAO,KAAK,KAAK,MAAM,KAAK,QAAQ,mBAAmB,mBAAmB,GAAG,MAAM,EAAE,CAAC,CAAC,IAAI,OAAO,QAAW,MAAM,GAAG,EAAE;AAAA,EAC1H;AAAA,EACA,MAAM,cAAc,aAAqB,UAA2F,CAAC,GAAG;AACtI,UAAM,SAAS,IAAI,gBAAgB,QAAQ,UAAU,EAAE,SAAS,GAAG,MAAM,QAAQ,OAAO,EAAE,IAAI,CAAC,CAAC;AAChG,QAAI,QAAQ,cAAe,QAAO,IAAI,iBAAiBA,GAAE,QAAQ,mBAAmB,EAAE,MAAM,QAAQ,aAAa,CAAC;AAClH,UAAM,OAAOA,GAAE,OAAO,EAAE,OAAOA,GAAE,MAAMA,GAAE,QAAQ,CAAC,EAAE,IAAI,EAAE,GAAG,YAAY,GAAG,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE;AAAA,MACjG,MAAM,KAAK,QAAQ,IAAI,mBAAmB,GAAG,MAAM,WAAW,CAAC,CAAC,mBAAmB,MAAM,IAAI,OAAO,QAAW,QAAQ,MAAM;AAAA,IAAC;AAChI,UAAM,QAAQ,KAAK,MAAM,IAAI,WAAS,KAAK,KAAK,KAAK,CAAC;AACtD,QAAI,MAAM,KAAK,UAAQ,KAAK,QAAQ,UAAU,OAAO,eAAe,KAAK,QAAQ,kBAAkB,QAAQ,aAAa,KAAK,IAAI,IAAI,MAAM,IAAI,UAAQ,KAAK,EAAE,CAAC,EAAE,SAAS,MAAM;AAC9K,YAAM,IAAI,MAAM,yDAAyD;AAC3E,WAAO,EAAE,OAAO,YAAY,KAAK,WAAW;AAAA,EAC9C;AAAA,EACA,MAAM,kBAAkB,IAAY,QAAsB;AACxD,WAAO,KAAK,KAAK,MAAM,KAAK,QAAQ,mBAAmB,mBAAmB,GAAG,MAAM,EAAE,CAAC,CAAC,WAAW,QAAQ,CAAC,GAAG,MAAM,GAAG,EAAE;AAAA,EAC3H;AAAA,EACA,MAAM,cAAc,IAAY,QAAsB;AACpD,UAAM,QAAQA,GAAE,OAAO,EAAE,aAAa,IAAI,QAAQ,IAAI,UAAUA,GAAE,QAAQ,GAAG,QAAQA,GAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE;AAAA,MAC3G,MAAM,KAAK,QAAQ,mBAAmB,mBAAmB,GAAG,MAAM,EAAE,CAAC,CAAC,WAAW,OAAO,QAAW,MAAM;AAAA,IAAC;AAC5G,UAAM,WAAW,yBAAyB,KAAK;AAC/C,QAAI,MAAM,WAAW,MAAM,SAAS,SAAS,WAAW,KAAK,QAAQ,UAAU,SAAS,SAAS,OAAO,MACnG,SAAS,SAAS,SAAS,UAAU,OAAO,MAAM,eAAe,SAAS,SAAS,QAAQ,kBAAkB;AAChH,YAAM,IAAI,MAAM,mCAAmC;AACrD,WAAO,EAAE,GAAG,UAAU,aAAa,MAAM,aAAa,QAAQ,GAAG;AAAA,EACnE;AAAA,EACA,MAAM,QAAQ,YAAoB,aAAqB,QAAsB;AAC3E,UAAM,OAAO,CAAC,OAAe,GAAG,WAAW,QAAQ,IAAI,KAAK,cAAc,IAAI,MAAM,IAAI,KAAK,OAAO,IAAI,MAAM;AAC9G,UAAM,CAAC,UAAU,SAAS,IAAI,MAAM,QAAQ,IAAI,CAAC,KAAK,UAAU,GAAG,KAAK,WAAW,CAAC,CAAC;AACrF,WAAO,EAAE,UAAU,WAAW,YAAY,mBAAmB,UAAU,SAAS,EAAE;AAAA,EACpF;AAAA,EACA,MAAc,QAAQ,OAAgB,IAAa;AACjD,UAAM,SAAS,MAAM,2BAA2B,KAAK;AACrD,QAAI,OAAO,QAAQ,WAAW,KAAK,QAAQ,UAAU,MAAM,OAAO,QAAQ,OAAO;AAC/E,YAAM,IAAI,MAAM,+BAA+B;AACjD,WAAO;AAAA,EACT;AAAA,EACQ,KAAK,OAAgB,IAAa;AACxC,UAAM,OAAO,4BAA4B,KAAK;AAC9C,QAAI,KAAK,WAAW,KAAK,QAAQ,UAAU,MAAM,KAAK,OAAO,GAAI,OAAM,IAAI,MAAM,iCAAiC;AAClH,WAAO;AAAA,EACT;AAAA,EACA,MAAc,QAAQ,MAAc,QAAgB,MAAgB,QAAwC;AAC1G,UAAM,WAAW,OAAO,KAAK,QAAQ,SAAS,OAAO,GAAG,KAAK,OAAO,kBAAkB,IAAI,IAAI;AAAA,MAC5F;AAAA,MAAQ;AAAA,MAAQ,UAAU;AAAA,MAAS,SAAS,EAAE,eAAe,UAAU,KAAK,QAAQ,MAAM,IAAI,sBAAsB,KAAK,QAAQ,QAAQ,gBAAgB,oBAAoB,QAAQ,mBAAmB;AAAA,MACxM,GAAI,SAAS,SAAY,CAAC,IAAI,EAAE,MAAM,KAAK,UAAU,IAAI,EAAE;AAAA,IAC7D,CAAC;AACD,UAAM,QAAQ,MAAM,SAAS,KAAK;AAClC,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,SAASA,GAAE,OAAO,EAAE,MAAMA,GAAE,OAAO,GAAG,SAASA,GAAE,OAAO,EAAE,CAAC,EAAE,UAAU,KAAK;AAClF,YAAM,IAAI,wBAAwB,SAAS,QAAQ,OAAO,UAAU,OAAO,KAAK,OAAO,6BAA6B,OAAO,UAAU,OAAO,KAAK,UAAU,4BAA4B;AAAA,IACzL;AACA,WAAO;AAAA,EACT;AACF;;;AG/JA,SAAS,KAAAE,UAAS;AAElB,IAAMC,MAAKC,GAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,IAAI,GAAG;AAC3C,IAAMC,QAAOD,GAAE,OAAO,EAAE,MAAM,gBAAgB;AAC9C,IAAM,UAAUA,GAAE,OAAO,EAAE,eAAeA,GAAE,QAAQ,sCAAsC,GAAG,QAAQD,KAAI,aAAaA,KAAI,cAAcE,OAAM,WAAWF,KAAI,QAAQA,KAAI,MAAMC,GAAE,OAAO,EAAE,IAAI,CAAC,GAAG,OAAOA,GAAE,OAAOA,GAAE,OAAO,GAAGA,GAAE,QAAQ,CAAC,EAAE,SAAS,GAAG,QAAQA,GAAE,QAAQ,EAAE,SAAS,GAAG,OAAOA,GAAE,OAAO,EAAE,SAAS,GAAG,QAAQA,GAAE,MAAMA,GAAE,OAAOA,GAAE,OAAO,GAAGA,GAAE,QAAQ,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,iBAAiBD,IAAG,SAAS,GAAG,YAAYC,GAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,OAAO;AAC/b,IAAM,iCAAiC,QAAQ,OAAO,EAAE,aAAaC,MAAK,CAAC,EAAE,OAAO;AAEpF,IAAM,qCAAN,MAAyC;AAAA,EAE9C,YAA6B,SAAoF;AAApF;AAC3B,UAAM,MAAM,IAAI,IAAI,QAAQ,OAAO;AACnC,QAAI,CAAC,CAAC,SAAS,QAAQ,EAAE,SAAS,IAAI,QAAQ,KAAK,IAAI,YAAY,IAAI,YAAY,IAAI,UAAU,IAAI,QAAQ,CAAC,QAAQ,OAAO,KAAK,KAAK,CAAC,QAAQ,OAAO,KAAK,EAAG,OAAM,IAAI,MAAM,4DAA4D;AAC3O,SAAK,UAAU,IAAI,SAAS,EAAE,QAAQ,QAAQ,EAAE;AAAA,EAClD;AAAA,EAJ6B;AAAA,EADZ;AAAA;AAAA,EAOjB,MAAM,KAAK,aAAqB,WAAmB,UAA6E,CAAC,GAAG;AAClI,UAAM,SAAS,IAAI,gBAAgB,QAAQ,UAAU,EAAE,SAASF,IAAG,MAAM,QAAQ,OAAO,EAAE,IAAI,CAAC,CAAC;AAChG,UAAM,WAAW,OAAO,KAAK,QAAQ,SAAS,OAAO,GAAG,KAAK,OAAO,mBAAmB,mBAAmBA,IAAG,MAAM,WAAW,CAAC,CAAC,UAAU,mBAAmBA,IAAG,MAAM,SAAS,CAAC,CAAC,IAAI,MAAM,IAAI,EAAE,QAAQ,QAAQ,QAAQ,UAAU,SAAS,SAAS,EAAE,eAAe,UAAU,KAAK,QAAQ,MAAM,IAAI,sBAAsB,KAAK,QAAQ,QAAQ,QAAQ,mBAAmB,EAAE,CAAC;AAChX,UAAM,QAAiB,MAAM,SAAS,KAAK;AAC3C,QAAI,CAAC,SAAS,GAAI,OAAM,IAAI,MAAMC,GAAE,OAAO,EAAE,SAASA,GAAE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,EAAE,OAAO;AACxF,UAAM,SAAS,+BAA+B,MAAM,KAAK;AACzD,UAAM,EAAE,aAAa,QAAQ,GAAG,QAAQ,IAAI;AAC5C,QAAI,YAAY,OAAO,MAAM,UAAU,OAAO,WAAW,KAAK,QAAQ,UAAU,OAAO,gBAAgB,eAAe,OAAO,cAAc,aAAa,QAAQ,gBAAgB,OAAO,iBAAiB,QAAQ,gBAAgB,OAAO,OAAO,SAAS,OAAO,WAAY,OAAM,IAAI,MAAM,sFAAsF;AAChX,WAAO;AAAA,EACT;AACF;;;AChBO,SAAS,sBAAsB,KAA+B;AACnE,SAAO,KAAK,UAAU,IAAI,UACtB,CAAC,UAAU,IAAI,QAAQ,IAAI,IAAI,QAAQ,UAAU,IAAI,QAAQ,aAAa,IAAI,WAAW,IACzF,CAAC,WAAW,IAAI,IAAI,IAAI,SAAS,IAAI,aAAa,IAAI,WAAW,CAAC;AACxE;AAEO,SAAS,oBAAgD,MAAqE;AACnI,QAAM,SAAS,oBAAI,IAAsD;AACzE,aAAW,OAAO,MAAM;AACtB,UAAM,MAAM,sBAAsB,GAAG;AACrC,UAAM,QAAQ,OAAO,IAAI,GAAG;AAC5B,QAAI,MAAO,OAAM,QAAQ,KAAK,GAAG;AAAA,QAC5B,QAAO,IAAI,KAAK,EAAE,KAAK,QAAQ,KAAK,SAAS,CAAC,GAAG,EAAE,CAAC;AAAA,EAC3D;AACA,SAAO,CAAC,GAAG,OAAO,OAAO,CAAC;AAC5B;AAIO,SAAS,gCAAqF,MAAyB;AAC5H,QAAM,WAAW,oBAAoB,IAAI;AACzC,QAAM,WAAW,oBAAI,IAAoB;AACzC,aAAW,SAAS,UAAU;AAC5B,UAAM,WAAW,SAAS,IAAI,MAAM,OAAO,WAAW;AACtD,QAAI,YAAY,aAAa,MAAM;AACjC,YAAM,IAAI,MAAM,wDAAwD,MAAM,OAAO,WAAW,gEAAgE;AAClK,aAAS,IAAI,MAAM,OAAO,aAAa,MAAM,GAAG;AAChD,UAAM,WAAW,KAAK,UAAU,MAAM,OAAO,YAAY,CAAC,CAAC;AAC3D,QAAI,MAAM,QAAQ,KAAK,WAAS,KAAK,UAAU,MAAM,YAAY,CAAC,CAAC,MAAM,QAAQ;AAC/E,YAAM,IAAI,MAAM,sBAAsB,MAAM,OAAO,WAAW,4EAA4E;AAAA,EAC9I;AACA,SAAO,SAAS,IAAI,WAAS,MAAM,MAAM;AAC3C;;;ACrCO,SAAS,6BAA6B,QAA0C;AACrF,MAAI,OAAO,SAAS,UAAW,QAAO,EAAE,MAAM,UAAmB;AACjE,MAAI,OAAO,SAAS,iBAAkB,QAAO;AAAA,IAC3C,MAAM;AAAA,IACN,SAAS,OAAO;AAAA,IAChB,gBAAgB,OAAO,OAAO;AAAA,IAC9B,SAAS;AAAA,MAAE,cAAc,OAAO;AAAA,MAAqB,IAAI,OAAO,OAAO;AAAA,MACrE,UAAU,OAAO,OAAO;AAAA,MAAgB,QAAQ,OAAO,OAAO;AAAA,IAAO;AAAA,EACzE;AACA,SAAO,OAAO,UAAU;AAAA,IACtB,MAAM;AAAA,IAA0B,SAAS,OAAO;AAAA,IAAS,SAAS,OAAO;AAAA,EAC3E,IAAI,EAAE,MAAM,SAAkB,SAAS,OAAO,QAAQ;AACxD;;;AChBA,SAAQ,KAAAE,UAAQ;AAChB,SAAQ,4BAAAC,iCAA+B;AAGvC,SAAQ,2CAA6E;AAO9E,SAAS,6BAA6B,OAA6J;AACxM,QAAM,UAAQ,oCAAoC,MAAM,OAAO,GAAE,QAAM,uBAAuB,MAAM,YAAY,GAAE,UAAQ,MAAM;AAChI,MAAG,QAAQ,OAAK,QAAQ,QAAQ,MAAI,QAAQ,aAAW,QAAQ,QAAQ,YAAU,QAAQ,gBAAc,QAAQ,QAAQ,eAAa,MAAM,gBAAc,QAAQ,eAC5J,YAAY,QAAQ,WAAW,MAAI,QAAQ,mBAAiB,YAAY,MAAM,MAAM,OAAO,UAAM,KAAK,MAAM,eAAa,QAAQ,EAAE,IAAI,UAAM,KAAK,KAAK,CAAC,MAAI,QAAQ;AACtK,UAAM,IAAI,MAAM,yEAAyE;AAC3F,MAAG,QAAQ,WAAW,SAAO,IAAI,OAAM,IAAI,MAAM,yFAAyF;AAC1I,aAAU,UAAU,QAAQ,YAAW;AAAC,UAAM,OAAK,QAAQ,MAAM,KAAK,CAAAC,UAAMA,MAAK,OAAK,OAAO,MAAM;AAAE,QAAG,CAAC,QAAM,KAAK,UAAQ,QAAQ,MAAM,OAAM,IAAI,MAAM,qEAAqE;AAC7N,QAAG,OAAO,cAAY,KAAK,OAAM,IAAI,MAAM,4FAA4F;AAAA,EAAE;AAC3I,MAAG,QAAQ,eAAc;AAAC,QAAG,CAAC,MAAM,cAAc,OAAM,IAAI,MAAM,gEAAgE;AAAE,UAAM,OAAK,4BAA4B,MAAM,cAAc,IAAI,GAAE,WAASC,0BAAyBC,GAAE,OAAO,EAAC,UAASA,GAAE,QAAQ,GAAE,QAAOA,GAAE,QAAQ,EAAC,CAAC,EAAE,OAAO,EAAE,MAAM,MAAM,cAAc,QAAQ,CAAC;AAAE,QAAG,KAAK,WAAS,eAAa,KAAK,OAAK,QAAQ,cAAc,KAAK,MAAI,KAAK,gBAAc,QAAQ,cAAc,KAAK,eAAa,SAAS,SAAS,OAAK,QAAQ,cAAc,SAAS,MAAI,SAAS,OAAO,gBAAc,QAAQ,cAAc,SAAS,eAAa,SAAS,SAAS,SAAS,kBAAgB,KAAK,MAAI,YAAY,SAAS,SAAS,OAAO,MAAI,YAAY,QAAQ,OAAO,KAAG,YAAY,SAAS,SAAS,UAAU,MAAI,YAAY,QAAQ,UAAU,KAAG,YAAY,QAAQ,aAAa,MAAI,YAAY,KAAK,QAAQ,IAAI,UAAM,EAAC,UAAS,IAAI,IAAG,QAAO,IAAI,YAAU,CAAC,EAAC,EAAE,CAAC,EAAE,OAAM,IAAI,MAAM,iFAAiF;AAAE,UAAM,SAAO,SAAS,SAAS,YAAW,WAAS,QAAQ,iBAAe,QAAQ,eAAe,QAAQ,IAAI,aAAS,EAAC,QAAO,OAAO,QAAO,MAAK,OAAO,MAAK,WAAU,OAAO,UAAS,EAAE,IAAE,QAAQ,WAAW,IAAI,aAAS,EAAC,QAAO,OAAO,QAAO,MAAK,OAAO,MAAK,WAAU,OAAO,UAAS,EAAE;AAAE,QAAG,OAAO,WAAS,SAAS,UAAQ,OAAO,KAAK,CAAC,QAAO,UAAQ,YAAY,MAAM,MAAI,YAAY,SAAS,KAAK,CAAC,CAAC,EAAE,OAAM,IAAI,MAAM,4FAA4F;AAAA,EAAE,OAC5+C;AACL,QAAG,QAAQ,cAAc,KAAK,SAAK,CAAC,QAAQ,QAAQ,KAAK,YAAQ,OAAO,OAAK,IAAI,QAAQ,CAAC,EAAE,OAAM,IAAI,MAAM,gEAAgE;AAC5K,eAAU,OAAO,QAAQ,cAAc,+BAA8B,MAAM,IAAI,MAAM;AACrF,UAAM,WAAS,QAAQ,WAAW,IAAI,eAAW;AAAC,YAAM,MAAI,MAAM,QAAQ,KAAK,CAAAC,SAAKA,KAAI,gBAAc,UAAU,eAAa,YAAYA,KAAI,WAAS,EAAC,IAAGA,KAAI,IAAG,UAASA,KAAI,SAAQ,aAAYA,KAAI,YAAW,CAAC,MAAI,YAAY,UAAU,OAAO,CAAC;AAAE,UAAG,CAAC,IAAI,OAAM,IAAI,MAAM,mEAAmE;AAAE,aAAO;AAAA,IAAI,CAAC;AAC/V,QAAG,QAAQ,cAAc,KAAK,SAAK,CAAC,SAAS,KAAK,SAAK,IAAI,OAAK,IAAI,QAAQ,CAAC,EAAE,OAAM,IAAI,MAAM,+CAA+C;AAC9I,UAAM,aAAW,SAAS,IAAI,UAAM;AAAA,MAAC,SAAQ,IAAI,WAAS,EAAC,IAAG,IAAI,IAAG,UAAS,IAAI,SAAQ,aAAY,IAAI,YAAW;AAAA,MAAE,aAAY,IAAI;AAAA,MACrI,mBAAkB,YAAY,EAAC,YAAW,IAAI,aAAY,UAAS,QAAQ,cAAc,KAAK,SAAK,IAAI,aAAW,IAAI,EAAE,GAAG,UAAQ,CAAC,EAAC,CAAC;AAAA,MAAE,QAAO;AAAA,MAAiB,YAAW,CAAC;AAAA,IAAC,EAAE;AACjL,QAAG,YAAY,UAAU,MAAI,YAAY,QAAQ,UAAU,EAAE,OAAM,IAAI,MAAM,oGAAoG;AACjL,eAAU,OAAO,MAAM,QAAQ,KAAG,CAAC,QAAQ,QAAQ,KAAK,YAAQ,OAAO,OAAK,IAAI,MAAI,OAAO,YAAU,IAAI,WAAS,YAAY,MAAM,MAAI,IAAI,WAAW,EAAE,OAAM,IAAI,MAAM,qEAAqE;AAAA,EAC9O;AACA,aAAU,OAAO,MAAM,QAAQ,KAAG,CAAC,QAAQ,QAAQ,KAAK,YAAQ,OAAO,OAAK,IAAI,MAAI,OAAO,YAAU,IAAI,WAAS,YAAY,MAAM,MAAI,IAAI,WAAW,EAAE,OAAM,IAAI,MAAM,qEAAqE;AAC9O,SAAO;AACT;;;AChCA,SAAS,KAAAC,UAAS;AAElB;AAAA,EAAS;AAAA,EAAmC;AAAA,EAC1C;AAAA,EAAmC;AAAA,EAAiC;AAAA,EACpE;AAAA,EAA0B;AAAA,OAAiC;AAG7D,IAAMC,MAAKC,GAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,IAAI,GAAG;AACpC,IAAM,mCAAmCA,GAAE,OAAO;AAAA,EACvD,YAAWA,GAAE,OAAO,EAAC,QAAOA,GAAE,KAAK,CAAC,SAAQ,UAAS,cAAc,CAAC,GAAE,cAAaD,KAAG,WAAUA,IAAE,CAAC,EAAE,OAAO;AAAA,EAC5G,gBAAeC,GAAE,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,GAAG;AAAA,EAAE,gBAAe;AAAA,EACzD,aAAYA,GAAE,OAAO,EAAE,MAAM,gBAAgB,EAAE,SAAS;AAAA,EACxD,aAAYA,GAAE,MAAM,iCAAiC,EAAE,IAAI,GAAI;AAAA,EAAE,QAAOA,GAAE,MAAM,4BAA4B,EAAE,IAAI,GAAG;AAAA,EACrH,MAAKA,GAAE,MAAMA,GAAE,OAAO;AAAA,IAAC,YAAWA,GAAE,OAAO,EAAC,QAAOA,GAAE,KAAK,CAAC,SAAQ,UAAS,cAAc,CAAC,GAAE,cAAaD,KAAG,WAAUA,IAAE,CAAC,EAAE,OAAO;AAAA,IACjI,UAAS;AAAA,IAAyB,QAAO;AAAA,IAA0B,WAAUC,GAAE,MAAM,yBAAyB;AAAA,IAC9G,aAAYA,GAAE,MAAM,yBAAyB;AAAA,IAAE,UAASA,GAAE,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC;AAAA,IAAE,QAAOA,GAAE,QAAQ;AAAA,IAClG,aAAYA,GAAE,IAAI,SAAS;AAAA,IAAE,aAAYA,GAAE,OAAO,EAAE,MAAM,gBAAgB;AAAA,EAAC,CAAC,EAAE,OAAO,CAAC,EAAE,IAAI,GAAI;AAAA,EAClG,aAAYA,GAAE,MAAM,iCAAiC,EAAE,IAAI,GAAI;AAAA,EAAE,WAAUA,GAAE,MAAM,+BAA+B,EAAE,IAAI,GAAI;AAAA,EAC5H,SAAQA,GAAE,MAAM,6BAA6B,EAAE,IAAI,GAAI;AACzD,CAAC,EAAE,OAAO;AAEH,IAAM,0CAAwCA,GAAE,OAAO;AAAA,EAAC,QAAOD;AAAA,EAAG,qBAAoBA;AAAA,EAC3F,mBAAkBA,IAAG,SAAS;AAAC,CAAC,EAAE,OAAO;AAIpC,IAAM,2CAAN,MAA+C;AAAA,EACpD,YAA6B,SAAyE;AAAzE;AAC3B,UAAM,MAAI,IAAI,IAAI,QAAQ,OAAO;AACjC,QAAG,CAAC,CAAC,SAAQ,QAAQ,EAAE,SAAS,IAAI,QAAQ,KAAG,IAAI,YAAU,IAAI,YAAU,IAAI,UAAQ,IAAI,QAAM,CAAC,QAAQ,OAAO,KAAK,KAAG,CAAC,QAAQ,OAAO,KAAK;AAC5I,YAAM,IAAI,MAAM,yEAAyE;AAAA,EAC7F;AAAA,EAJ6B;AAAA,EAK7B,MAAM,KAAK,OAA6D,QAAoB;AAC1F,UAAM,OAAK,wCAAwC,MAAM,EAAC,GAAG,OAAM,QAAO,KAAK,QAAQ,OAAM,CAAC;AAC9F,UAAM,EAAC,UAAS,MAAK,IAAE,MAAM;AAAA,MAAmB,KAAK,QAAQ,SAAO;AAAA,MAClE,GAAG,KAAK,QAAQ,QAAQ,QAAQ,OAAM,EAAE,CAAC;AAAA,MACzC,EAAC,QAAO,QAAO,UAAS,SAAQ,SAAQ,EAAC,eAAc,UAAU,KAAK,QAAQ,MAAM,IAAG,sBAAqB,KAAK,QAAQ,QAAO,gBAAe,mBAAkB,GAAE,MAAK,KAAK,UAAU,IAAI,GAAE,OAAM;AAAA,MACnM,CAAC,SAAQ,OAAM,YAAU,IAAI,MAAM,OAAO;AAAA,IAAC;AAC7C,QAAG,CAAC,SAAS,GAAG,OAAM,IAAI,MAAM,qFAAqF;AACrH,UAAM,YAAU,iCAAiC,MAAM,KAAK;AAC5D,QAAG,UAAU,WAAW,iBAAe,KAAK,oBAAoB,OAAM,IAAI,MAAM,kDAAkD;AAClI,WAAO;AAAA,EACT;AACF;",
|
|
6
|
+
"names": ["z", "z", "z", "value", "z", "Id", "z", "Hash", "z", "verifyExperimentEvidence", "task", "verifyExperimentEvidence", "z", "pin", "z", "Id", "z"]
|
|
7
|
+
}
|