@prismatic-io/lux 0.0.2-preview.32 → 0.0.2-preview.33
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/cli/output-schemas.d.ts +6 -2
- package/lib/cli/output-schemas.d.ts.map +1 -1
- package/lib/cli/output-schemas.js +5 -2
- package/lib/cli/output-schemas.js.map +1 -1
- package/lib/cli/render/format.d.ts.map +1 -1
- package/lib/cli/render/format.js +1 -1
- package/lib/cli/render/format.js.map +1 -1
- package/lib/cli/render/reporter.js +2 -2
- package/lib/cli/render/reporter.js.map +1 -1
- package/lib/core/experiment.d.ts +1 -0
- package/lib/core/experiment.d.ts.map +1 -1
- package/lib/core/experiment.js +5 -1
- package/lib/core/experiment.js.map +1 -1
- package/lib/orchestrator/compare.d.ts +4 -3
- package/lib/orchestrator/compare.d.ts.map +1 -1
- package/lib/orchestrator/compare.js +13 -6
- package/lib/orchestrator/compare.js.map +1 -1
- package/lib/orchestrator/experiment-contracts.d.ts +1 -0
- package/lib/orchestrator/experiment-contracts.d.ts.map +1 -1
- package/lib/orchestrator/experiment-effects.d.ts.map +1 -1
- package/lib/orchestrator/experiment-effects.js +4 -2
- package/lib/orchestrator/experiment-effects.js.map +1 -1
- package/lib/orchestrator/experiment-evaluation.d.ts.map +1 -1
- package/lib/orchestrator/experiment-evaluation.js +15 -2
- package/lib/orchestrator/experiment-evaluation.js.map +1 -1
- package/lib/orchestrator/experiment-report.d.ts +1 -0
- package/lib/orchestrator/experiment-report.d.ts.map +1 -1
- package/lib/orchestrator/experiment-runs.d.ts +2 -0
- package/lib/orchestrator/experiment-runs.d.ts.map +1 -1
- package/lib/orchestrator/experiment-selection.d.ts.map +1 -1
- package/lib/orchestrator/experiment-selection.js +99 -43
- package/lib/orchestrator/experiment-selection.js.map +1 -1
- package/lib/orchestrator/grading.d.ts +1 -0
- package/lib/orchestrator/grading.d.ts.map +1 -1
- package/lib/orchestrator/grading.js +7 -0
- package/lib/orchestrator/grading.js.map +1 -1
- package/lib/orchestrator/list-runs.d.ts.map +1 -1
- package/lib/orchestrator/list-runs.js +3 -5
- package/lib/orchestrator/list-runs.js.map +1 -1
- package/lib/orchestrator/paired-effects.d.ts.map +1 -1
- package/lib/orchestrator/paired-effects.js +7 -1
- package/lib/orchestrator/paired-effects.js.map +1 -1
- package/lib/orchestrator/suite-compare.d.ts.map +1 -1
- package/lib/orchestrator/suite-compare.js +18 -6
- package/lib/orchestrator/suite-compare.js.map +1 -1
- package/lib/orchestrator/suite-summary.d.ts +2 -0
- package/lib/orchestrator/suite-summary.d.ts.map +1 -1
- package/lib/orchestrator/suite-summary.js +6 -2
- package/lib/orchestrator/suite-summary.js.map +1 -1
- package/lib/previewer/server.d.ts.map +1 -1
- package/lib/previewer/server.js +2 -1
- package/lib/previewer/server.js.map +1 -1
- package/package.json +1 -1
- package/skills/lux-answerer/SKILL.md +1 -1
- package/src/cli/output-schemas.ts +5 -2
- package/src/cli/render/format.ts +1 -1
- package/src/cli/render/reporter.ts +2 -2
- package/src/core/experiment.ts +7 -1
- package/src/orchestrator/compare.ts +23 -9
- package/src/orchestrator/experiment-effects.ts +4 -2
- package/src/orchestrator/experiment-evaluation.ts +18 -2
- package/src/orchestrator/experiment-selection.ts +101 -18
- package/src/orchestrator/grading.ts +11 -0
- package/src/orchestrator/list-runs.ts +5 -6
- package/src/orchestrator/paired-effects.ts +6 -1
- package/src/orchestrator/suite-compare.ts +19 -5
- package/src/orchestrator/suite-summary.ts +7 -2
- package/src/previewer/server.ts +2 -0
- package/viewer/app.css +32 -0
- package/viewer/charts.js +16 -4
- package/viewer/detail.js +26 -8
- package/viewer/format.js +2 -2
|
@@ -203,6 +203,7 @@ export declare const CampaignExecutionResultSchema: z.ZodObject<{
|
|
|
203
203
|
samples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber>>>;
|
|
204
204
|
caseSamples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
205
205
|
identityHash: z.ZodNullable<z.ZodString>;
|
|
206
|
+
scoreBasis: z.ZodExactOptional<z.ZodNullable<z.ZodString>>;
|
|
206
207
|
clusterId: z.ZodExactOptional<z.ZodString>;
|
|
207
208
|
metrics: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
208
209
|
mean: z.ZodNumber;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experiment-contracts.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment-contracts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,eAAO,MAAM,6BAA6B
|
|
1
|
+
{"version":3,"file":"experiment-contracts.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment-contracts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAM/B,CAAC;AACZ,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AAEpF,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBA4B9B,CAAC;AACZ,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experiment-effects.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment-effects.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAI1D,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAOnC,CAAC;AAEF,eAAO,MAAM,iBAAiB,eAChB,aAAa,KACxB,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,
|
|
1
|
+
{"version":3,"file":"experiment-effects.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment-effects.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAI1D,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAOnC,CAAC;AAEF,eAAO,MAAM,iBAAiB,eAChB,aAAa,KACxB,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CA6CxC,CAAC"}
|
|
@@ -15,7 +15,7 @@ export const experimentEffects = (experiment) => {
|
|
|
15
15
|
const metrics = new Set([
|
|
16
16
|
"quality.passRate",
|
|
17
17
|
experiment.evaluationKind === "grader" ? "harness.total" : "agent.total",
|
|
18
|
-
...(experiment.evaluationKind === "agent" ? ["interrupts.ask", "toolCalls"] : []),
|
|
18
|
+
...(experiment.evaluationKind === "agent" ? ["score", "interrupts.ask", "toolCalls"] : []),
|
|
19
19
|
...experiment.campaignSnapshot.objectives.constraints
|
|
20
20
|
.filter((constraint) => constraint.relativeTo)
|
|
21
21
|
.map((constraint) => constraint.metric),
|
|
@@ -30,7 +30,9 @@ export const experimentEffects = (experiment) => {
|
|
|
30
30
|
(!entry.profile || entry.profile === after.profileId));
|
|
31
31
|
const confidence = constraint?.confidence ??
|
|
32
32
|
ConfidenceConfigSchema.parse({
|
|
33
|
-
method:
|
|
33
|
+
method: ["quality.passRate", "score"].includes(metric)
|
|
34
|
+
? "hoeffding"
|
|
35
|
+
: "percentile-bootstrap",
|
|
34
36
|
});
|
|
35
37
|
return {
|
|
36
38
|
candidateId,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experiment-effects.js","sourceRoot":"","sources":["../../src/orchestrator/experiment-effects.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAE1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEvE,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAC5C,kBAAkB,CAAC,MAAM,CAAC;IACxB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;IAC9C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CACH,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAC/B,UAAyB,EACgB,EAAE;IAC3C,MAAM,YAAY,GAChB,UAAU,CAAC,SAAS,EAAE,oBAAoB;QAC1C,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACzD,MAAM,QAAQ,GAAG,oBAAoB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC;QACtB,kBAAkB;QAClB,UAAU,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,aAAa;QACxE,GAAG,CAAC,UAAU,CAAC,cAAc,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"experiment-effects.js","sourceRoot":"","sources":["../../src/orchestrator/experiment-effects.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAE1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEvE,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAC5C,kBAAkB,CAAC,MAAM,CAAC;IACxB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;IAC9C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CACH,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAC/B,UAAyB,EACgB,EAAE;IAC3C,MAAM,YAAY,GAChB,UAAU,CAAC,SAAS,EAAE,oBAAoB;QAC1C,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACzD,MAAM,QAAQ,GAAG,oBAAoB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC;QACtB,kBAAkB;QAClB,UAAU,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,aAAa;QACxE,GAAG,CAAC,UAAU,CAAC,cAAc,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,gBAAgB,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1F,GAAG,UAAU,CAAC,gBAAgB,CAAC,UAAU,CAAC,WAAW;aAClD,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;aAC7C,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;KAC1C,CAAC,CAAC;IACH,OAAO,YAAY;SAChB,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,UAAU,CAAC;SACjC,OAAO,CAAC,CAAC,WAAW,EAAE,EAAE,CACvB,oBAAoB,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAC9D,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QAC1B,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAC1B,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAC9E,CAAC;QACF,MAAM,UAAU,GAAG,UAAU,CAAC,gBAAgB,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CACxE,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,UAAU;YAChB,KAAK,CAAC,MAAM,KAAK,MAAM;YACvB,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK;YAC3B,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,SAAS,CAAC,CACxD,CAAC;QACF,MAAM,UAAU,GACd,UAAU,EAAE,UAAU;YACtB,sBAAsB,CAAC,KAAK,CAAC;gBAC3B,MAAM,EAAE,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;oBACpD,CAAC,CAAC,WAAW;oBACb,CAAC,CAAC,sBAAsB;aAC3B,CAAC,CAAC;QACL,OAAO;YACL,WAAW;YACX,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,MAAM;YACN,GAAG,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC;SACnD,CAAC;IACJ,CAAC,CAAC,CACH,CACF,CAAC;AACN,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experiment-evaluation.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment-evaluation.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAEL,KAAK,SAAS,EAGd,KAAK,kBAAkB,EAIxB,MAAM,kBAAkB,CAAC;AAI1B,OAAO,EAAE,KAAK,aAAa,EAAe,MAAM,eAAe,CAAC;AAEhE,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AAExE,OAAO,KAAK,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAStF,KAAK,eAAe,GAAG,OAAO,GAAG,YAAY,GAAG,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"experiment-evaluation.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment-evaluation.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAEL,KAAK,SAAS,EAGd,KAAK,kBAAkB,EAIxB,MAAM,kBAAkB,CAAC;AAI1B,OAAO,EAAE,KAAK,aAAa,EAAe,MAAM,eAAe,CAAC;AAEhE,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AAExE,OAAO,KAAK,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAStF,KAAK,eAAe,GAAG,OAAO,GAAG,YAAY,GAAG,MAAM,CAAC;AAyGvD,QAAA,MAAM,0BAA0B;;;;;;;;;;;kBAQrB,CAAC;AACZ,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AA0T9E,eAAO,MAAM,mCAAmC,GAAU,CAAC,2BAChC,MAAM,OAAO,CAAC,IAAI,CAAC,cAChC,MAAM,OAAO,CAAC,CAAC,CAAC,KAC3B,OAAO,CAAC,CAAC,CAOX,CAAC;AAYF,eAAO,MAAM,sBAAsB,YAAmB;IACpD,SAAS,EAAE,wBAAwB,CAAC;IACpC,UAAU,EAAE,mBAAmB,CAAC;IAChC,SAAS,EAAE,SAAS,CAAC;IACrB,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAC7D,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,eAAe,CAAC;IACvB,QAAQ,EAAE,kBAAkB,CAAC;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,uBAAuB,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9C,KAAG,OAAO,CAAC,oBAAoB,CAmP/B,CAAC;AAEF,eAAO,MAAM,8BAA8B,YAAmB;IAC5D,SAAS,EAAE,wBAAwB,CAAC;IACpC,UAAU,EAAE,mBAAmB,CAAC;IAChC,SAAS,EAAE,SAAS,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,eAAe,CAAC;IACvB,QAAQ,EAAE,kBAAkB,CAAC;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,uBAAuB,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9C,KAAG,OAAO,CAAC,oBAAoB,CA+E/B,CAAC"}
|
|
@@ -30,6 +30,8 @@ const gradingFailureMessage = (results) => {
|
|
|
30
30
|
}
|
|
31
31
|
const report = result.result?.grading;
|
|
32
32
|
const failedAssertion = report.assertions.find((assertion) => {
|
|
33
|
+
if (assertion.passed === null)
|
|
34
|
+
return false;
|
|
33
35
|
if (assertion.errorMessage)
|
|
34
36
|
return true;
|
|
35
37
|
const detail = assertion.detail && typeof assertion.detail === "object"
|
|
@@ -210,9 +212,11 @@ const agentEvaluationFromSuite = (input) => {
|
|
|
210
212
|
return {
|
|
211
213
|
[sample.canonicalCaseId]: {
|
|
212
214
|
identityHash,
|
|
215
|
+
scoreBasis: sample.scoreBasis ?? null,
|
|
213
216
|
...(input.clusterId ? { clusterId: input.clusterId } : {}),
|
|
214
217
|
metrics: Object.fromEntries(Object.entries({
|
|
215
218
|
...sample.metrics,
|
|
219
|
+
...(sample.score !== undefined ? { score: sample.score } : {}),
|
|
216
220
|
"quality.passRate": sample.passed === true ? 1 : 0,
|
|
217
221
|
}).map(([name, value]) => [name, { mean: value, n: 1 }])),
|
|
218
222
|
},
|
|
@@ -226,7 +230,10 @@ const agentEvaluationFromSuite = (input) => {
|
|
|
226
230
|
passRate: summary.totals.passRate,
|
|
227
231
|
casePassRates: Object.fromEntries(summary.cases.map((entry) => [entry.canonicalCaseId, entry.passRate])),
|
|
228
232
|
metrics: evaluationMetrics(summary, candidate),
|
|
229
|
-
metricDefinitions:
|
|
233
|
+
metricDefinitions: {
|
|
234
|
+
score: { unit: "score", better: "higher", label: "Quality score" },
|
|
235
|
+
...evaluationMetricDefinitions(summary),
|
|
236
|
+
},
|
|
230
237
|
samples: evaluationSamples(summary),
|
|
231
238
|
...(caseSamples ? { caseSamples } : {}),
|
|
232
239
|
metricCalls: summary.samples.length,
|
|
@@ -273,6 +280,10 @@ const aggregateAgentUnits = (candidate, profileId, split, repetitions, units) =>
|
|
|
273
280
|
const caseSamples = clusterCaseSamples(units.map((unit) => unit.evaluation.caseSamples));
|
|
274
281
|
const grouped = groupedCaseMetricSamples(caseSamples, repetitions);
|
|
275
282
|
const samples = grouped ?? ungroupedSamples;
|
|
283
|
+
const completeScore = caseSamples &&
|
|
284
|
+
Object.values(caseSamples).every((sample) => sample.metrics.score?.n === repetitions && Boolean(sample.scoreBasis));
|
|
285
|
+
if (!completeScore)
|
|
286
|
+
delete samples.score;
|
|
276
287
|
return {
|
|
277
288
|
candidateId: candidate.id,
|
|
278
289
|
profileId,
|
|
@@ -281,7 +292,9 @@ const aggregateAgentUnits = (candidate, profileId, split, repetitions, units) =>
|
|
|
281
292
|
passRate: average(samples["quality.passRate"] ?? units.map((unit) => unit.evaluation.passRate)),
|
|
282
293
|
casePassRates: Object.fromEntries([...caseValues].map(([caseId, values]) => [caseId, average(values)])),
|
|
283
294
|
metrics: Object.fromEntries([...metricValues]
|
|
284
|
-
.filter(([name]) =>
|
|
295
|
+
.filter(([name]) => name === "score"
|
|
296
|
+
? completeScore
|
|
297
|
+
: !grouped || name === "subject.bytes" || Object.hasOwn(grouped, name))
|
|
285
298
|
.map(([name, values]) => [
|
|
286
299
|
name,
|
|
287
300
|
name === "subject.bytes" ? candidate.sourceBytes : average(grouped?.[name] ?? values),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experiment-evaluation.js","sourceRoot":"","sources":["../../src/orchestrator/experiment-evaluation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACtC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,iCAAiC,EAAE,MAAM,+BAA+B,CAAC;AAClF,OAAO,EACL,QAAQ,EAGR,yBAAyB,EAEzB,UAAU,EACV,gBAAgB,EAChB,SAAS,GACV,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AACtF,OAAO,EAAsB,WAAW,EAAE,MAAM,eAAe,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAEtE,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAEzD,OAAO,EAAE,OAAO,EAAE,MAAM,2BAA2B,CAAC;AACpD,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,YAAY,EAAwC,MAAM,mBAAmB,CAAC;AACvF,OAAO,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AACnF,OAAO,EAAE,gBAAgB,EAAqB,MAAM,oBAAoB,CAAC;AAIzE,MAAM,qBAAqB,GAAG,CAAC,OAAmC,EAAsB,EAAE;IACxF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,MAAM,CAAC,YAAY;gBACxB,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,2BAA2B,MAAM,CAAC,YAAY,EAAE;gBACxE,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,kCAAkC,CAAC;QAC/D,CAAC;QACD,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QACrE,IAAI,kBAAkB,EAAE,CAAC;YACvB,OAAO,SAAS,MAAM,CAAC,MAAM,mBAAmB,kBAAkB,CAAC,KAAK,KAAK,kBAAkB,CAAC,MAAM,EAAE,CAAC;QAC3G,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;QACtC,MAAM,eAAe,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE;YAC3D,IAAI,SAAS,CAAC,YAAY;gBAAE,OAAO,IAAI,CAAC;YACxC,MAAM,MAAM,GACV,SAAS,CAAC,MAAM,IAAI,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ;gBACtD,CAAC,CAAE,SAAS,CAAC,MAAkC;gBAC/C,CAAC,CAAC,SAAS,CAAC;YAChB,OAAO,OAAO,MAAM,EAAE,WAAW,KAAK,QAAQ,CAAC;QACjD,CAAC,CAAC,CAAC;QACH,IAAI,eAAe,EAAE,CAAC;YACpB,OAAO,CACL,eAAe,CAAC,YAAY;gBAC5B,eAAe,CAAC,OAAO;gBACvB,cAAc,eAAe,CAAC,EAAE,IAAI,eAAe,CAAC,IAAI,gCAAgC,CACzF,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,CAAC,UAAU,EAAE,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,UAAU,EAAE,KAAK,KAAK,YAAY,EAAE,CAAC;YACxF,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,mBAAmB,CAAC;QACvD,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,OAAmC,EAAsC,EAAE,CAC9F,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;IACzB,IAAI,MAAM,CAAC,UAAU,KAAK,MAAM,IAAI,MAAM,CAAC,UAAU,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IAC1E,MAAM,QAAQ,GACZ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU;SAC9B,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;SACxC,GAAG,CACF,CAAC,SAAS,EAAE,EAAE,CACZ,GAAG,SAAS,CAAC,EAAE,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS,CAAC,OAAO,IAAI,SAAS,CAAC,YAAY,IAAI,SAAS,SAAS,CAAC,KAAK,EAAE,EAAE,CACpH,IAAI,EAAE,CAAC;IACZ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,QAAQ,CAAC,IAAI,CACX,MAAM,CAAC,YAAY;YACjB,CAAC,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,aAAa,MAAM,CAAC,UAAU,EAAE,CAAC,CAC1F,CAAC;IACJ,CAAC;IACD,OAAO;QACL;YACE,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;YAC/C,QAAQ;SACT;KACF,CAAC;AACJ,CAAC,CAAC,CAAC;AAEL,MAAM,iBAAiB,GAAG,CACxB,OAAqB,EACrB,SAAoB,EACI,EAAE,CAAC,CAAC;IAC5B,kBAAkB,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;IAC3C,eAAe,EAAE,SAAS,CAAC,WAAW;IACtC,GAAG,MAAM,CAAC,WAAW,CACnB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAC7E;CACF,CAAC,CAAC;AAEH,MAAM,2BAA2B,GAAG,CAAC,OAAqB,EAAE,EAAE,CAC5D,MAAM,CAAC,WAAW,CAChB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE;IACzD,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,MAAM;QAAE,OAAO,EAAE,CAAC;IAC/D,OAAO;QACL;YACE,IAAI;YACJ;gBACE,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,QAAQ;gBAC7B,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,SAAS;gBAClC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACjD;SACF;KACF,CAAC;AACJ,CAAC,CAAC,CACH,CAAC;AAEJ,MAAM,YAAY,GAAG,CAAC,OAAqB,EAAE,EAAE,CAC7C,OAAO,CAAC,OAAO,CAAC,MAAM,CACpB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAChB,QAAQ,CAAC,KAAK,EAAE;IACd,KAAK,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IACpF,MAAM,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACvF,SAAS,EACP,CAAC,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACvF,aAAa,EACX,CAAC,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAC5C,CAAC,MAAM,CAAC,OAAO,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;CACjD,CAAC,EACJ,UAAU,EAAE,CACb,CAAC;AAEJ,MAAM,0BAA0B,GAAG,CAAC;KACjC,MAAM,CAAC;IACN,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACtD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACrD,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC7D,KAAK,EAAE,gBAAgB,CAAC,QAAQ,EAAE;IAClC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,0BAA0B,GAAG,KAAK,EACtC,UAA+B,EAC/B,MAAc,EACd,UAAgC,EACd,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;AAEvE,MAAM,qBAAqB,GAAG,CAAC,SAG9B,EAAqE,EAAE;IACtE,IAAI,SAAS,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAChC,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE,CAAC;IAC5D,CAAC;IACD,MAAM,MAAM,GAAG,iCAAiC,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC7E,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE,CAAC;IAC5D,CAAC;IACD,OAAO;QACL,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ;QAC9B,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO;QAC5B,kBAAkB,EAAE,MAAM,CAAC,IAAI,CAAC,gBAAgB;KACjD,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,yBAAyB,GAAG,CAAC,SAIlC,EAAwB,EAAE;IACzB,MAAM,KAAK,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAC/C,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,IAAI,KAAK,CAAC,kBAAkB,GAAG,CAAC,EAAE,CAAC;QACjC,kBAAkB,GAAG,KAAK,CAAC,kBAAkB,CAAC;IAChD,CAAC;SAAM,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;QACnD,kBAAkB,GAAG,CAAC,CAAC;IACzB,CAAC;IACD,OAAO;QACL,WAAW,EAAE,CAAC;QACd,qEAAqE;QACrE,uEAAuE;QACvE,UAAU,EAAE,CAAC;QACb,kBAAkB;QAClB,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,UAAU,EAAE;QACtC,OAAO,EAAE,KAAK,CAAC,OAAO;KACvB,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,OAAqB,EAA4B,EAAE;IAC5E,MAAM,OAAO,GAA6B;QACxC,kBAAkB,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC;KACnE,CAAC;IACF,MAAM,GAAG,GAAG,CAAC,IAAY,EAAE,KAAa,EAAQ,EAAE;QAChD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnB,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC;IACzB,CAAC,CAAC;IACF,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QACnC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3D,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,yBAAyB,GAAG,CAAC;KAChC,MAAM,CAAC;IACN,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;IAC9C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACvC,UAAU,EAAE,yBAAyB;IACrC,gBAAgB,EAAE,0BAA0B;CAC7C,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,iBAAiB,GAAG,CAAC,KAU1B,EAAU,EAAE,CAAC,SAAS,SAAS,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;AAEvD,MAAM,aAAa,GAAG,CAAC,UAA+B,EAAE,MAAc,EAAU,EAAE,CAChF,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,kBAAkB,EAAE,GAAG,MAAM,OAAO,CAAC,CAAC;AAE9D,MAAM,2BAA2B,GAAG,CAClC,QAAmE,EAClB,EAAE;IACnD,MAAM,UAAU,GAAG,QAAQ,EAAE,eAAe,CAAC;IAC7C,IAAI,UAAU,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE,UAAU,CAAC,eAAe;YACnC,kBAAkB,EAAE,UAAU,CAAC,kBAAkB;SAClD,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE,CAAC;IAC5D,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC;IACnC,OAAO;QACL,OAAO,EAAE,OAAO,IAAI,CAAC;QACrB,qEAAqE;QACrE,wEAAwE;QACxE,kBAAkB,EAAE,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;KAClD,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,6BAA6B,GAAG,CACpC,QAA4D,EACtC,EAAE,CAAC,CAAC;IAC1B,WAAW,EAAE,CAAC;IACd,UAAU,EAAE,CAAC;IACb,wEAAwE;IACxE,0EAA0E;IAC1E,qCAAqC;IACrC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK;IAC3B,OAAO,EAAE,QAAQ,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC;IAChC,kBAAkB,EAChB,CAAC,QAAQ,CAAC,eAAe,EAAE,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,IAAI,EAAE,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;CAC9F,CAAC,CAAC;AAEH,MAAM,wBAAwB,GAAG,CAAC,KASjC,EAAuB,EAAE;IACxB,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;IAC1E,MAAM,WAAW,GAAG,kBAAkB,CACpC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QAC7B,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC;QAC7F,wEAAwE;QACxE,mFAAmF;QACnF,MAAM,YAAY,GAChB,QAAQ,EAAE,UAAU,IAAI,KAAK,CAAC,cAAc;YAC1C,CAAC,CAAC,qBAAqB,CAAC;gBACpB,GAAG,QAAQ;gBACX,UAAU,EAAE,EAAE,GAAG,QAAQ,CAAC,UAAU,EAAE,mBAAmB,EAAE,KAAK,CAAC,cAAc,EAAE;aAClF,CAAC;YACJ,CAAC,CAAC,IAAI,CAAC;QACX,OAAO;YACL,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE;gBACxB,YAAY;gBACZ,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1D,OAAO,EAAE,MAAM,CAAC,WAAW,CACzB,MAAM,CAAC,OAAO,CAAC;oBACb,GAAG,MAAM,CAAC,OAAO;oBACjB,kBAAkB,EAAE,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;iBACnD,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CACzD;aACF;SACF,CAAC;IACJ,CAAC,CAAC,CACH,CAAC;IACF,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAC7C,2BAA2B,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,IAAI,IAAI,CAAC,CAC7D,CAAC;IACF,OAAO;QACL,SAAS;QACT,KAAK;QACL,QAAQ;QACR,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;QACjC,aAAa,EAAE,MAAM,CAAC,WAAW,CAC/B,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CACtE;QACD,OAAO,EAAE,iBAAiB,CAAC,OAAO,EAAE,SAAS,CAAC;QAC9C,iBAAiB,EAAE,2BAA2B,CAAC,OAAO,CAAC;QACvD,OAAO,EAAE,iBAAiB,CAAC,OAAO,CAAC;QACnC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvC,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;QACnC,UAAU,EAAE,OAAO,CAAC,MAAM,CACxB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAChB,KAAK;YACL,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CACvC,CAAC,cAAc,EAAE,SAAS,EAAE,EAAE,CAAC,cAAc,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC,QAAQ,EACzF,CAAC,CACF,IAAI,CAAC,CAAC,EACT,CAAC,CACF;QACD,kBAAkB,EAChB,eAAe,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,CAAC,kBAAkB,EAAE,CAAC,CAAC;YAC7E,OAAO,CAAC,MAAM,CACZ,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAChB,KAAK;gBACL,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CACvC,CAAC,cAAc,EAAE,SAAS,EAAE,EAAE,CAC5B,cAAc,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC,kBAAkB,EACtE,CAAC,CACF,IAAI,CAAC,CAAC,EACT,CAAC,CACF;QACH,KAAK,EAAE,YAAY,CAAC,OAAO,CAAC;QAC5B,OAAO,EACL,eAAe,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAClE,OAAO,CAAC,MAAM,CACZ,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAChB,KAAK;gBACL,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CACvC,CAAC,cAAc,EAAE,SAAS,EAAE,EAAE,CAC5B,cAAc,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC,OAAO,EAC3D,CAAC,CACF,IAAI,CAAC,CAAC,EACT,CAAC,CACF;QACH,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC;KAClC,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAC1B,SAAoB,EACpB,SAAiB,EACjB,KAAsB,EACtB,WAAmB,EACnB,KAAqC,EACf,EAAE;IACxB,MAAM,aAAa,GAAG,IAAI,GAAG,EAAiC,CAAC;IAC/D,MAAM,YAAY,GAAG,IAAI,GAAG,EAAoB,CAAC;IACjD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC/C,KAAK,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,KAAK,EAAE,CAAC;QAC3C,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;YACtE,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,EAAoB,CAAC;YACtE,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC;YAC/D,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAClC,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/D,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACjC,CAAC;QACD,KAAK,MAAM,CAAC,eAAe,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YAChF,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;YACrD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,UAAU,CAAC,GAAG,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IACD,MAAM,gBAAgB,GAAG,MAAM,CAAC,WAAW,CACzC,CAAC,GAAG,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;QACzC,IAAI;QACJ,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;aAClB,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACtC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;KACxC,CAAC,CACH,CAAC;IACF,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,CACrC,EAAE,EACF,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,iBAAiB,IAAI,EAAE,CAAC,CACrE,CAAC;IACF,MAAM,WAAW,GAAG,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACzF,MAAM,OAAO,GAAG,wBAAwB,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;IACnE,MAAM,OAAO,GAAG,OAAO,IAAI,gBAAgB,CAAC;IAC5C,OAAO;QACL,WAAW,EAAE,SAAS,CAAC,EAAE;QACzB,SAAS;QACT,KAAK;QACL,WAAW;QACX,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC/F,aAAa,EAAE,MAAM,CAAC,WAAW,CAC/B,CAAC,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CACrE;QACD,OAAO,EAAE,MAAM,CAAC,WAAW,CACzB,CAAC,GAAG,YAAY,CAAC;aACd,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,IAAI,IAAI,KAAK,eAAe,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;aACxF,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;YACvB,IAAI;YACJ,IAAI,KAAK,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC;SACtF,CAAC,CACL;QACD,iBAAiB;QACjB,OAAO;QACP,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QACzF,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QACvF,kBAAkB,EAAE,KAAK,CAAC,MAAM,CAC9B,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,IAAI,CAAC,CAAC,EAClE,CAAC,CACF;QACD,KAAK,EAAE,KAAK,CAAC,MAAM,CACjB,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,UAAU,EAAE,CAAC,EACvE,UAAU,EAAE,CACb;QACD,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QACjF,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;KAClE,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mCAAmC,GAAG,KAAK,EACtD,uBAA4C,EAC5C,UAA4B,EAChB,EAAE;IACd,MAAM,uBAAuB,EAAE,CAAC;IAChC,IAAI,CAAC;QACH,OAAO,MAAM,UAAU,EAAE,CAAC;IAC5B,CAAC;YAAS,CAAC;QACT,MAAM,uBAAuB,EAAE,CAAC;IAClC,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,wBAAwB,GAAG,CAC/B,MAA4B,EAC5B,UAAgC,EACV,EAAE;IACxB,IAAI,SAAS,CAAC,MAAM,CAAC,KAAK,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,KAAK,EAAE,OAU5C,EAAiC,EAAE;IAClC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;IACpF,MAAM,EAAE,uBAAuB,EAAE,GAAG,OAAO,CAAC;IAC5C,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CACjD,CAAC,UAAU,EAAE,EAAE,CACb,UAAU,CAAC,WAAW,KAAK,SAAS,CAAC,EAAE;QACvC,UAAU,CAAC,SAAS,KAAK,SAAS;QAClC,UAAU,CAAC,KAAK,KAAK,KAAK;QAC1B,UAAU,CAAC,WAAW,KAAK,WAAW,CACzC,CAAC;IACF,MAAM,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC,cAAc,CAAC;IAC1D,IAAI,CAAC,cAAc;QAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACpF,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IACtE,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CACb,eAAe,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,KAAK,KAAK,4BAA4B,CAClF,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC;IAC5D,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC;IACvE,MAAM,QAAQ,GAAG,mBAAmB,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpF,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC;QACpC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,SAAS,CAAC,MAAM,CAAC,WAAW;QAChE,QAAQ;QACR,eAAe,EAAE,OAAO,CAAC,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,eAAe;QACrE,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/B,iBAAiB,EAAE,SAAS,CAAC,MAAM,CAAC,iBAAiB;KACtD,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC;IACjE,MAAM,KAAK,GAA0B,EAAE,CAAC;IACxC,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;QACrC,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,IAAI,WAAW,EAAE,UAAU,EAAE,EAAE,CAAC;YACjE,MAAM,MAAM,GAAG,iBAAiB,CAAC;gBAC/B,YAAY,EAAE,UAAU,CAAC,QAAQ,CAAC,YAAY;gBAC9C,WAAW,EAAE,SAAS,CAAC,EAAE;gBACzB,aAAa,EAAE,SAAS,CAAC,aAAa;gBACtC,SAAS;gBACT,KAAK;gBACL,WAAW;gBACX,MAAM,EAAE,QAAQ,CAAC,EAAE;gBACnB,QAAQ,EAAE,QAAQ,CAAC,IAAI;gBACvB,UAAU;aACX,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,aAAa,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YAC/C,IAAI,IAAI,GAAG,MAAM,oBAAoB,CAAC,IAAI,EAAE,yBAAyB,EAAE,cAAc,CAAC,CAAC;YACvF,IAAI,IAAI,EAAE,CAAC;gBACT,IACE,IAAI,CAAC,MAAM,KAAK,MAAM;oBACtB,IAAI,CAAC,WAAW,KAAK,SAAS,CAAC,EAAE;oBACjC,IAAI,CAAC,SAAS,KAAK,SAAS;oBAC5B,IAAI,CAAC,KAAK,KAAK,KAAK;oBACpB,IAAI,CAAC,WAAW,KAAK,WAAW;oBAChC,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,EAAE;oBAC3B,IAAI,CAAC,UAAU,KAAK,UAAU,EAC9B,CAAC;oBACD,MAAM,IAAI,KAAK,CAAC,oDAAoD,IAAI,EAAE,CAAC,CAAC;gBAC9E,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,cAAmC,CAAC;gBACxC,MAAM,gBAAgB,GAAyB,EAAE,CAAC;gBAClD,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CACzC,SAAS,CAAC,MAAM,CAAC,WAAW,EAC5B,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EACjC,SAAS,CACV,CAAC;gBACF,IAAI,CAAC;oBACH,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;oBACxE,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBACnD,MAAM,gBAAgB,GAAG,CAAC,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,MAAM,CACzD,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,QAAQ,CAC3C,CAAC,MAAM,CAAC;oBACT,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE;wBAClD,UAAU,EAAE,gBAAgB,GAAG,CAAC;qBACjC,CAAC,CAAC;oBACH,MAAM,IAAI,GAAc;wBACtB,IAAI,EAAE,QAAQ,CAAC,IAAI;wBACnB,EAAE,EAAE,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,EAAE,KAAK,UAAU,EAAE;wBACrE,MAAM,EAAE,QAAQ,CAAC,EAAE;qBACpB,CAAC;oBACF,MAAM,kBAAkB,GAAG,UAAU,EAAE,CAAC;oBACxC,MAAM,eAAe,GAAG,UAAU,EAAE,CAAC;oBACrC,IAAI,sBAAoF,CAAC;oBACzF,MAAM,KAAK,GAAG,MAAM,mCAAmC,CACrD,uBAAuB,EACvB,KAAK,IAAI,EAAE;wBACT,MAAM,0BAA0B,CAC9B,UAAU,EACV,wBAAwB,eAAe,EAAE,EACzC;4BACE,WAAW,EAAE,CAAC;yBACf,CACF,CAAC;wBACF,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;wBACzB,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;wBACpD,OAAO,YAAY,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,EAAE;4BACnC,QAAQ;4BACR,YAAY,EAAE,SAAS,CAAC,MAAM,CAAC,YAAY;4BAC3C,WAAW,EAAE,QAAQ;4BACrB,WAAW,EAAE,SAAS,CAAC,aAAa;4BACpC,SAAS;4BACT,YAAY,EAAE,UAAU,CAAC,QAAQ,CAAC,YAAY;4BAC9C,gBAAgB,EAAE,MAAM;4BACxB,mBAAmB,EAAE,eAAe;4BACpC,SAAS,EAAE,SAAS,CAAC,EAAE;4BACvB,WAAW,EAAE,SAAS,CAAC,EAAE;4BACzB,0BAA0B,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;gCAC7C,MAAM,uBAAuB,EAAE,CAAC;gCAChC,sBAAsB,GAAG;oCACvB,EAAE,EAAE,sBAAsB,eAAe,EAAE;oCAC3C,UAAU,EAAE,6BAA6B,CAAC,QAAQ,CAAC;iCACpD,CAAC;4BACJ,CAAC;4BACD,uBAAuB,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;gCACtC,MAAM,uBAAuB,EAAE,CAAC;gCAChC,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE;oCAClD,UAAU,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;iCACrC,CAAC,CAAC;gCACH,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;gCAC3D,OAAO,SAAS,CAAC;4BACnB,CAAC;4BACD,0BAA0B,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,EAAE;gCAC1D,MAAM,uBAAuB,EAAE,CAAC;gCAChC,MAAM,UAAU,CAAC,mBAAmB,CAClC,iBAAiB,SAAS,EAAE,EAC5B;oCACE,KAAK,EAAE,UAAU,CAAC,KAAK;oCACvB,OAAO,EAAE,UAAU,CAAC,OAAO,IAAI,CAAC;oCAChC,kBAAkB,EAAE,UAAU,CAAC,kBAAkB;iCAClD,EACD,CAAC,SAAS,CAAC,CACZ,CAAC;gCACF,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;4BACtD,CAAC;4BACD,2BAA2B,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;gCAChD,MAAM,uBAAuB,EAAE,CAAC;gCAChC,MAAM,UAAU,GAAG,sBAAsB,CAAC;gCAC1C,sBAAsB,GAAG,SAAS,CAAC;gCACnC,IAAI,UAAU,EAAE,CAAC;oCACf,MAAM,UAAU,CAAC,mBAAmB,CAClC,UAAU,CAAC,EAAE,EACb,UAAU,CAAC,UAAU,EACrB,UAAU,CACX,CAAC;gCACJ,CAAC;qCAAM,CAAC;oCACN,MAAM,UAAU,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;gCACrD,CAAC;gCACD,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;4BACtD,CAAC;4BACD,sBAAsB,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE;gCACjD,MAAM,uBAAuB,EAAE,CAAC;gCAChC,sBAAsB,GAAG;oCACvB,EAAE,EAAE,eAAe,MAAM,IAAI,kBAAkB,IAAI,KAAK,EAAE;oCAC1D,UAAU,EAAE,yBAAyB,CAAC,SAAS,CAAC;iCACjD,CAAC;4BACJ,CAAC;4BACD,WAAW,EAAE,SAAS,CAAC,WAAW;4BAClC,WAAW,EAAE,CAAC;yBACf,CAAC,CAAC;oBACL,CAAC,CACF,CAAC;oBACF,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;oBACvD,IAAI,CAAC,OAAO;wBAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;oBACpF,MAAM,YAAY,GAAG,qBAAqB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAC1D,IACE,KAAK,CAAC,OAAO;wBACb,OAAO,CAAC,MAAM,CAAC,OAAO,KAAK,CAAC;wBAC5B,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;wBAC5B,YAAY,EACZ,CAAC;wBACD,MAAM,0BAA0B,CAC9B,UAAU,EACV,iBAAiB,KAAK,CAAC,QAAQ,EAAE,EACjC,gBAAgB,CACjB,CAAC;wBACF,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;wBACzB,cAAc,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;wBACtC,IAAI,YAAY,EAAE,CAAC;4BACjB,MAAM,IAAI,KAAK,CACb,0BAA0B,MAAM,+BAA+B,YAAY,EAAE,CAC9E,CAAC;wBACJ,CAAC;wBACD,MAAM,IAAI,KAAK,CAAC,0BAA0B,MAAM,oBAAoB,CAAC,CAAC;oBACxE,CAAC;oBACD,cAAc,GAAG,wBAAwB,CAAC;wBACxC,SAAS;wBACT,SAAS;wBACT,KAAK;wBACL,OAAO;wBACP,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,cAAc,EAAE,UAAU,CAAC,QAAQ,CAAC,cAAc;wBAClD,SAAS,EAAE,QAAQ,CAAC,OAAO;qBAC5B,CAAC,CAAC;gBACL,CAAC;wBAAS,CAAC;oBACT,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACvD,CAAC;gBACD,IAAI,GAAG;oBACL,aAAa,EAAE,CAAC;oBAChB,MAAM;oBACN,WAAW,EAAE,SAAS,CAAC,EAAE;oBACzB,SAAS;oBACT,KAAK;oBACL,WAAW;oBACX,MAAM,EAAE,QAAQ,CAAC,EAAE;oBACnB,UAAU;oBACV,UAAU,EAAE,cAAc;oBAC1B,gBAAgB;iBACjB,CAAC;gBACF,MAAM,uBAAuB,EAAE,CAAC;gBAChC,MAAM,qBAAqB,CAAC,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE,uBAAuB,CAAC,CAAC;YACnF,CAAC;YACD,MAAM,aAAa,GAAG,MAAM,0BAA0B,CACpD,UAAU,EACV,MAAM,EACN,IAAI,CAAC,gBAAgB,CACtB,CAAC;YACF,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,SAAS,CAAC,gBAAgB,EAAE,CAAC;oBACjC,MAAM;oBACN,WAAW,EAAE,SAAS,CAAC,EAAE;oBACzB,SAAS;oBACT,KAAK;iBACN,CAAC,CAAC;gBACH,qEAAqE;gBACrE,mEAAmE;gBACnE,qDAAqD;gBACrD,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;YAC3B,CAAC;YACD,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YACpD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjB,cAAc,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACtF,CAAC;IACD,MAAM,SAAS,GAAG,mBAAmB,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;IACvF,IAAI,MAAM;QAAE,OAAO,wBAAwB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC/D,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAChD,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;IACzB,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,8BAA8B,GAAG,KAAK,EAAE,OAUpD,EAAiC,EAAE;IAClC,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CACzD,CAAC,gBAAgB,EAAE,EAAE,CACnB,gBAAgB,CAAC,WAAW,KAAK,OAAO,CAAC,SAAS,CAAC,EAAE;QACrD,gBAAgB,CAAC,SAAS,KAAK,OAAO,CAAC,SAAS;QAChD,gBAAgB,CAAC,KAAK,KAAK,OAAO,CAAC,KAAK;QACxC,gBAAgB,CAAC,WAAW,KAAK,OAAO,CAAC,WAAW,CACvD,CAAC;IACF,IAAI,sBAAoF,CAAC;IACzF,MAAM,MAAM,GAAG,MAAM,mCAAmC,CAAC,OAAO,CAAC,uBAAuB,EAAE,GAAG,EAAE,CAC7F,uBAAuB,CAAC;QACtB,GAAG,OAAO;QACV,aAAa,EAAE,CAAC,iBAAiB,EAAE,EAAE,CACnC,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,EAAE;YAClE,WAAW,EAAE,CAAC;YACd,UAAU,EAAE,iBAAiB;SAC9B,CAAC;QACJ,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE;YACvC,MAAM,OAAO,CAAC,uBAAuB,EAAE,CAAC;YACxC,MAAM,aAAa,GAAG,MAAM,0BAA0B,CACpD,OAAO,CAAC,UAAU,EAClB,MAAM,EACN,UAAU,CACX,CAAC;YACF,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,OAAO,CAAC,SAAS,CAAC,gBAAgB,EAAE,CAAC;oBACzC,MAAM;oBACN,WAAW,EAAE,OAAO,CAAC,SAAS,CAAC,EAAE;oBACjC,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;iBACrB,CAAC,CAAC;gBACH,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACnC,CAAC;YACD,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACtE,CAAC;QACD,aAAa,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,EAAE;YAC7C,MAAM,OAAO,CAAC,uBAAuB,EAAE,CAAC;YACxC,MAAM,0BAA0B,CAAC,OAAO,CAAC,UAAU,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;YAC5E,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACjC,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACtE,CAAC;QACD,eAAe,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,EAAE;YACjD,MAAM,OAAO,CAAC,uBAAuB,EAAE,CAAC;YACxC,sBAAsB,GAAG,EAAE,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;QAC3D,CAAC;QACD,uBAAuB,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACtC,MAAM,OAAO,CAAC,uBAAuB,EAAE,CAAC;YACxC,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,EAAE;gBAClE,UAAU,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;aACrC,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;YACnE,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,qBAAqB,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;YAC1C,MAAM,OAAO,CAAC,uBAAuB,EAAE,CAAC;YACxC,MAAM,UAAU,GAAG,sBAAsB,CAAC;YAC1C,sBAAsB,GAAG,SAAS,CAAC;YACnC,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,OAAO,CAAC,UAAU,CAAC,mBAAmB,CAC1C,UAAU,CAAC,EAAE,EACb,UAAU,CAAC,UAAU,EACrB,UAAU,CACX,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,OAAO,CAAC,UAAU,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;YAC7D,CAAC;YACD,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACtE,CAAC;KACF,CAAC,CACH,CAAC;IACF,MAAM,UAAU,GAAyB;QACvC,WAAW,EAAE,OAAO,CAAC,SAAS,CAAC,EAAE;QACjC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,GAAG,MAAM;KACV,CAAC;IACF,IAAI,MAAM;QAAE,OAAO,wBAAwB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAChE,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACzD,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IACjC,OAAO,UAAU,CAAC;AACpB,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"experiment-evaluation.js","sourceRoot":"","sources":["../../src/orchestrator/experiment-evaluation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACtC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,iCAAiC,EAAE,MAAM,+BAA+B,CAAC;AAClF,OAAO,EACL,QAAQ,EAGR,yBAAyB,EAEzB,UAAU,EACV,gBAAgB,EAChB,SAAS,GACV,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AACtF,OAAO,EAAsB,WAAW,EAAE,MAAM,eAAe,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAEtE,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAEzD,OAAO,EAAE,OAAO,EAAE,MAAM,2BAA2B,CAAC;AACpD,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,YAAY,EAAwC,MAAM,mBAAmB,CAAC;AACvF,OAAO,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AACnF,OAAO,EAAE,gBAAgB,EAAqB,MAAM,oBAAoB,CAAC;AAIzE,MAAM,qBAAqB,GAAG,CAAC,OAAmC,EAAsB,EAAE;IACxF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,MAAM,CAAC,YAAY;gBACxB,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,2BAA2B,MAAM,CAAC,YAAY,EAAE;gBACxE,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,kCAAkC,CAAC;QAC/D,CAAC;QACD,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QACrE,IAAI,kBAAkB,EAAE,CAAC;YACvB,OAAO,SAAS,MAAM,CAAC,MAAM,mBAAmB,kBAAkB,CAAC,KAAK,KAAK,kBAAkB,CAAC,MAAM,EAAE,CAAC;QAC3G,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;QACtC,MAAM,eAAe,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE;YAC3D,IAAI,SAAS,CAAC,MAAM,KAAK,IAAI;gBAAE,OAAO,KAAK,CAAC;YAC5C,IAAI,SAAS,CAAC,YAAY;gBAAE,OAAO,IAAI,CAAC;YACxC,MAAM,MAAM,GACV,SAAS,CAAC,MAAM,IAAI,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ;gBACtD,CAAC,CAAE,SAAS,CAAC,MAAkC;gBAC/C,CAAC,CAAC,SAAS,CAAC;YAChB,OAAO,OAAO,MAAM,EAAE,WAAW,KAAK,QAAQ,CAAC;QACjD,CAAC,CAAC,CAAC;QACH,IAAI,eAAe,EAAE,CAAC;YACpB,OAAO,CACL,eAAe,CAAC,YAAY;gBAC5B,eAAe,CAAC,OAAO;gBACvB,cAAc,eAAe,CAAC,EAAE,IAAI,eAAe,CAAC,IAAI,gCAAgC,CACzF,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,CAAC,UAAU,EAAE,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,UAAU,EAAE,KAAK,KAAK,YAAY,EAAE,CAAC;YACxF,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,mBAAmB,CAAC;QACvD,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,OAAmC,EAAsC,EAAE,CAC9F,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;IACzB,IAAI,MAAM,CAAC,UAAU,KAAK,MAAM,IAAI,MAAM,CAAC,UAAU,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IAC1E,MAAM,QAAQ,GACZ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU;SAC9B,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;SACxC,GAAG,CACF,CAAC,SAAS,EAAE,EAAE,CACZ,GAAG,SAAS,CAAC,EAAE,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS,CAAC,OAAO,IAAI,SAAS,CAAC,YAAY,IAAI,SAAS,SAAS,CAAC,KAAK,EAAE,EAAE,CACpH,IAAI,EAAE,CAAC;IACZ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,QAAQ,CAAC,IAAI,CACX,MAAM,CAAC,YAAY;YACjB,CAAC,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,aAAa,MAAM,CAAC,UAAU,EAAE,CAAC,CAC1F,CAAC;IACJ,CAAC;IACD,OAAO;QACL;YACE,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;YAC/C,QAAQ;SACT;KACF,CAAC;AACJ,CAAC,CAAC,CAAC;AAEL,MAAM,iBAAiB,GAAG,CACxB,OAAqB,EACrB,SAAoB,EACI,EAAE,CAAC,CAAC;IAC5B,kBAAkB,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;IAC3C,eAAe,EAAE,SAAS,CAAC,WAAW;IACtC,GAAG,MAAM,CAAC,WAAW,CACnB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAC7E;CACF,CAAC,CAAC;AAEH,MAAM,2BAA2B,GAAG,CAAC,OAAqB,EAAE,EAAE,CAC5D,MAAM,CAAC,WAAW,CAChB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE;IACzD,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,MAAM;QAAE,OAAO,EAAE,CAAC;IAC/D,OAAO;QACL;YACE,IAAI;YACJ;gBACE,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,QAAQ;gBAC7B,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,SAAS;gBAClC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACjD;SACF;KACF,CAAC;AACJ,CAAC,CAAC,CACH,CAAC;AAEJ,MAAM,YAAY,GAAG,CAAC,OAAqB,EAAE,EAAE,CAC7C,OAAO,CAAC,OAAO,CAAC,MAAM,CACpB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAChB,QAAQ,CAAC,KAAK,EAAE;IACd,KAAK,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IACpF,MAAM,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACvF,SAAS,EACP,CAAC,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACvF,aAAa,EACX,CAAC,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAC5C,CAAC,MAAM,CAAC,OAAO,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;CACjD,CAAC,EACJ,UAAU,EAAE,CACb,CAAC;AAEJ,MAAM,0BAA0B,GAAG,CAAC;KACjC,MAAM,CAAC;IACN,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACtD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACrD,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC7D,KAAK,EAAE,gBAAgB,CAAC,QAAQ,EAAE;IAClC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,0BAA0B,GAAG,KAAK,EACtC,UAA+B,EAC/B,MAAc,EACd,UAAgC,EACd,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;AAEvE,MAAM,qBAAqB,GAAG,CAAC,SAG9B,EAAqE,EAAE;IACtE,IAAI,SAAS,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAChC,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE,CAAC;IAC5D,CAAC;IACD,MAAM,MAAM,GAAG,iCAAiC,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC7E,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE,CAAC;IAC5D,CAAC;IACD,OAAO;QACL,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ;QAC9B,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO;QAC5B,kBAAkB,EAAE,MAAM,CAAC,IAAI,CAAC,gBAAgB;KACjD,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,yBAAyB,GAAG,CAAC,SAIlC,EAAwB,EAAE;IACzB,MAAM,KAAK,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAC/C,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,IAAI,KAAK,CAAC,kBAAkB,GAAG,CAAC,EAAE,CAAC;QACjC,kBAAkB,GAAG,KAAK,CAAC,kBAAkB,CAAC;IAChD,CAAC;SAAM,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;QACnD,kBAAkB,GAAG,CAAC,CAAC;IACzB,CAAC;IACD,OAAO;QACL,WAAW,EAAE,CAAC;QACd,qEAAqE;QACrE,uEAAuE;QACvE,UAAU,EAAE,CAAC;QACb,kBAAkB;QAClB,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,UAAU,EAAE;QACtC,OAAO,EAAE,KAAK,CAAC,OAAO;KACvB,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,OAAqB,EAA4B,EAAE;IAC5E,MAAM,OAAO,GAA6B;QACxC,kBAAkB,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC;KACnE,CAAC;IACF,MAAM,GAAG,GAAG,CAAC,IAAY,EAAE,KAAa,EAAQ,EAAE;QAChD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnB,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC;IACzB,CAAC,CAAC;IACF,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QACnC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3D,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,yBAAyB,GAAG,CAAC;KAChC,MAAM,CAAC;IACN,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;IAC9C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACvC,UAAU,EAAE,yBAAyB;IACrC,gBAAgB,EAAE,0BAA0B;CAC7C,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,iBAAiB,GAAG,CAAC,KAU1B,EAAU,EAAE,CAAC,SAAS,SAAS,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;AAEvD,MAAM,aAAa,GAAG,CAAC,UAA+B,EAAE,MAAc,EAAU,EAAE,CAChF,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,kBAAkB,EAAE,GAAG,MAAM,OAAO,CAAC,CAAC;AAE9D,MAAM,2BAA2B,GAAG,CAClC,QAAmE,EAClB,EAAE;IACnD,MAAM,UAAU,GAAG,QAAQ,EAAE,eAAe,CAAC;IAC7C,IAAI,UAAU,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE,UAAU,CAAC,eAAe;YACnC,kBAAkB,EAAE,UAAU,CAAC,kBAAkB;SAClD,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE,CAAC;IAC5D,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC;IACnC,OAAO;QACL,OAAO,EAAE,OAAO,IAAI,CAAC;QACrB,qEAAqE;QACrE,wEAAwE;QACxE,kBAAkB,EAAE,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;KAClD,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,6BAA6B,GAAG,CACpC,QAA4D,EACtC,EAAE,CAAC,CAAC;IAC1B,WAAW,EAAE,CAAC;IACd,UAAU,EAAE,CAAC;IACb,wEAAwE;IACxE,0EAA0E;IAC1E,qCAAqC;IACrC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK;IAC3B,OAAO,EAAE,QAAQ,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC;IAChC,kBAAkB,EAChB,CAAC,QAAQ,CAAC,eAAe,EAAE,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,IAAI,EAAE,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;CAC9F,CAAC,CAAC;AAEH,MAAM,wBAAwB,GAAG,CAAC,KASjC,EAAuB,EAAE;IACxB,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;IAC1E,MAAM,WAAW,GAAG,kBAAkB,CACpC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QAC7B,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC;QAC7F,wEAAwE;QACxE,mFAAmF;QACnF,MAAM,YAAY,GAChB,QAAQ,EAAE,UAAU,IAAI,KAAK,CAAC,cAAc;YAC1C,CAAC,CAAC,qBAAqB,CAAC;gBACpB,GAAG,QAAQ;gBACX,UAAU,EAAE,EAAE,GAAG,QAAQ,CAAC,UAAU,EAAE,mBAAmB,EAAE,KAAK,CAAC,cAAc,EAAE;aAClF,CAAC;YACJ,CAAC,CAAC,IAAI,CAAC;QACX,OAAO;YACL,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE;gBACxB,YAAY;gBACZ,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,IAAI;gBACrC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1D,OAAO,EAAE,MAAM,CAAC,WAAW,CACzB,MAAM,CAAC,OAAO,CAAC;oBACb,GAAG,MAAM,CAAC,OAAO;oBACjB,GAAG,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC9D,kBAAkB,EAAE,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;iBACnD,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CACzD;aACF;SACF,CAAC;IACJ,CAAC,CAAC,CACH,CAAC;IACF,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAC7C,2BAA2B,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,IAAI,IAAI,CAAC,CAC7D,CAAC;IACF,OAAO;QACL,SAAS;QACT,KAAK;QACL,QAAQ;QACR,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;QACjC,aAAa,EAAE,MAAM,CAAC,WAAW,CAC/B,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CACtE;QACD,OAAO,EAAE,iBAAiB,CAAC,OAAO,EAAE,SAAS,CAAC;QAC9C,iBAAiB,EAAE;YACjB,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,eAAe,EAAE;YAClE,GAAG,2BAA2B,CAAC,OAAO,CAAC;SACxC;QACD,OAAO,EAAE,iBAAiB,CAAC,OAAO,CAAC;QACnC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvC,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;QACnC,UAAU,EAAE,OAAO,CAAC,MAAM,CACxB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAChB,KAAK;YACL,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CACvC,CAAC,cAAc,EAAE,SAAS,EAAE,EAAE,CAAC,cAAc,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC,QAAQ,EACzF,CAAC,CACF,IAAI,CAAC,CAAC,EACT,CAAC,CACF;QACD,kBAAkB,EAChB,eAAe,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,CAAC,kBAAkB,EAAE,CAAC,CAAC;YAC7E,OAAO,CAAC,MAAM,CACZ,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAChB,KAAK;gBACL,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CACvC,CAAC,cAAc,EAAE,SAAS,EAAE,EAAE,CAC5B,cAAc,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC,kBAAkB,EACtE,CAAC,CACF,IAAI,CAAC,CAAC,EACT,CAAC,CACF;QACH,KAAK,EAAE,YAAY,CAAC,OAAO,CAAC;QAC5B,OAAO,EACL,eAAe,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAClE,OAAO,CAAC,MAAM,CACZ,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAChB,KAAK;gBACL,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CACvC,CAAC,cAAc,EAAE,SAAS,EAAE,EAAE,CAC5B,cAAc,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC,OAAO,EAC3D,CAAC,CACF,IAAI,CAAC,CAAC,EACT,CAAC,CACF;QACH,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC;KAClC,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAC1B,SAAoB,EACpB,SAAiB,EACjB,KAAsB,EACtB,WAAmB,EACnB,KAAqC,EACf,EAAE;IACxB,MAAM,aAAa,GAAG,IAAI,GAAG,EAAiC,CAAC;IAC/D,MAAM,YAAY,GAAG,IAAI,GAAG,EAAoB,CAAC;IACjD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC/C,KAAK,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,KAAK,EAAE,CAAC;QAC3C,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;YACtE,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,EAAoB,CAAC;YACtE,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC;YAC/D,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAClC,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/D,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACjC,CAAC;QACD,KAAK,MAAM,CAAC,eAAe,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YAChF,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;YACrD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,UAAU,CAAC,GAAG,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IACD,MAAM,gBAAgB,GAAG,MAAM,CAAC,WAAW,CACzC,CAAC,GAAG,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;QACzC,IAAI;QACJ,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;aAClB,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACtC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;KACxC,CAAC,CACH,CAAC;IACF,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,CACrC,EAAE,EACF,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,iBAAiB,IAAI,EAAE,CAAC,CACrE,CAAC;IACF,MAAM,WAAW,GAAG,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACzF,MAAM,OAAO,GAAG,wBAAwB,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;IACnE,MAAM,OAAO,GAAG,OAAO,IAAI,gBAAgB,CAAC;IAC5C,MAAM,aAAa,GACjB,WAAW;QACX,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,KAAK,CAC9B,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAClF,CAAC;IACJ,IAAI,CAAC,aAAa;QAAE,OAAO,OAAO,CAAC,KAAK,CAAC;IACzC,OAAO;QACL,WAAW,EAAE,SAAS,CAAC,EAAE;QACzB,SAAS;QACT,KAAK;QACL,WAAW;QACX,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC/F,aAAa,EAAE,MAAM,CAAC,WAAW,CAC/B,CAAC,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CACrE;QACD,OAAO,EAAE,MAAM,CAAC,WAAW,CACzB,CAAC,GAAG,YAAY,CAAC;aACd,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CACjB,IAAI,KAAK,OAAO;YACd,CAAC,CAAC,aAAa;YACf,CAAC,CAAC,CAAC,OAAO,IAAI,IAAI,KAAK,eAAe,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CACzE;aACA,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;YACvB,IAAI;YACJ,IAAI,KAAK,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC;SACtF,CAAC,CACL;QACD,iBAAiB;QACjB,OAAO;QACP,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QACzF,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QACvF,kBAAkB,EAAE,KAAK,CAAC,MAAM,CAC9B,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,IAAI,CAAC,CAAC,EAClE,CAAC,CACF;QACD,KAAK,EAAE,KAAK,CAAC,MAAM,CACjB,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,UAAU,EAAE,CAAC,EACvE,UAAU,EAAE,CACb;QACD,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QACjF,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;KAClE,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mCAAmC,GAAG,KAAK,EACtD,uBAA4C,EAC5C,UAA4B,EAChB,EAAE;IACd,MAAM,uBAAuB,EAAE,CAAC;IAChC,IAAI,CAAC;QACH,OAAO,MAAM,UAAU,EAAE,CAAC;IAC5B,CAAC;YAAS,CAAC;QACT,MAAM,uBAAuB,EAAE,CAAC;IAClC,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,wBAAwB,GAAG,CAC/B,MAA4B,EAC5B,UAAgC,EACV,EAAE;IACxB,IAAI,SAAS,CAAC,MAAM,CAAC,KAAK,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,KAAK,EAAE,OAU5C,EAAiC,EAAE;IAClC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;IACpF,MAAM,EAAE,uBAAuB,EAAE,GAAG,OAAO,CAAC;IAC5C,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CACjD,CAAC,UAAU,EAAE,EAAE,CACb,UAAU,CAAC,WAAW,KAAK,SAAS,CAAC,EAAE;QACvC,UAAU,CAAC,SAAS,KAAK,SAAS;QAClC,UAAU,CAAC,KAAK,KAAK,KAAK;QAC1B,UAAU,CAAC,WAAW,KAAK,WAAW,CACzC,CAAC;IACF,MAAM,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC,cAAc,CAAC;IAC1D,IAAI,CAAC,cAAc;QAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACpF,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IACtE,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CACb,eAAe,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,KAAK,KAAK,4BAA4B,CAClF,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC;IAC5D,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC;IACvE,MAAM,QAAQ,GAAG,mBAAmB,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpF,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC;QACpC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,SAAS,CAAC,MAAM,CAAC,WAAW;QAChE,QAAQ;QACR,eAAe,EAAE,OAAO,CAAC,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,eAAe;QACrE,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/B,iBAAiB,EAAE,SAAS,CAAC,MAAM,CAAC,iBAAiB;KACtD,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC;IACjE,MAAM,KAAK,GAA0B,EAAE,CAAC;IACxC,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;QACrC,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,IAAI,WAAW,EAAE,UAAU,EAAE,EAAE,CAAC;YACjE,MAAM,MAAM,GAAG,iBAAiB,CAAC;gBAC/B,YAAY,EAAE,UAAU,CAAC,QAAQ,CAAC,YAAY;gBAC9C,WAAW,EAAE,SAAS,CAAC,EAAE;gBACzB,aAAa,EAAE,SAAS,CAAC,aAAa;gBACtC,SAAS;gBACT,KAAK;gBACL,WAAW;gBACX,MAAM,EAAE,QAAQ,CAAC,EAAE;gBACnB,QAAQ,EAAE,QAAQ,CAAC,IAAI;gBACvB,UAAU;aACX,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,aAAa,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YAC/C,IAAI,IAAI,GAAG,MAAM,oBAAoB,CAAC,IAAI,EAAE,yBAAyB,EAAE,cAAc,CAAC,CAAC;YACvF,IAAI,IAAI,EAAE,CAAC;gBACT,IACE,IAAI,CAAC,MAAM,KAAK,MAAM;oBACtB,IAAI,CAAC,WAAW,KAAK,SAAS,CAAC,EAAE;oBACjC,IAAI,CAAC,SAAS,KAAK,SAAS;oBAC5B,IAAI,CAAC,KAAK,KAAK,KAAK;oBACpB,IAAI,CAAC,WAAW,KAAK,WAAW;oBAChC,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,EAAE;oBAC3B,IAAI,CAAC,UAAU,KAAK,UAAU,EAC9B,CAAC;oBACD,MAAM,IAAI,KAAK,CAAC,oDAAoD,IAAI,EAAE,CAAC,CAAC;gBAC9E,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,cAAmC,CAAC;gBACxC,MAAM,gBAAgB,GAAyB,EAAE,CAAC;gBAClD,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CACzC,SAAS,CAAC,MAAM,CAAC,WAAW,EAC5B,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EACjC,SAAS,CACV,CAAC;gBACF,IAAI,CAAC;oBACH,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;oBACxE,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBACnD,MAAM,gBAAgB,GAAG,CAAC,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,MAAM,CACzD,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,QAAQ,CAC3C,CAAC,MAAM,CAAC;oBACT,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE;wBAClD,UAAU,EAAE,gBAAgB,GAAG,CAAC;qBACjC,CAAC,CAAC;oBACH,MAAM,IAAI,GAAc;wBACtB,IAAI,EAAE,QAAQ,CAAC,IAAI;wBACnB,EAAE,EAAE,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,EAAE,KAAK,UAAU,EAAE;wBACrE,MAAM,EAAE,QAAQ,CAAC,EAAE;qBACpB,CAAC;oBACF,MAAM,kBAAkB,GAAG,UAAU,EAAE,CAAC;oBACxC,MAAM,eAAe,GAAG,UAAU,EAAE,CAAC;oBACrC,IAAI,sBAAoF,CAAC;oBACzF,MAAM,KAAK,GAAG,MAAM,mCAAmC,CACrD,uBAAuB,EACvB,KAAK,IAAI,EAAE;wBACT,MAAM,0BAA0B,CAC9B,UAAU,EACV,wBAAwB,eAAe,EAAE,EACzC;4BACE,WAAW,EAAE,CAAC;yBACf,CACF,CAAC;wBACF,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;wBACzB,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;wBACpD,OAAO,YAAY,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,EAAE;4BACnC,QAAQ;4BACR,YAAY,EAAE,SAAS,CAAC,MAAM,CAAC,YAAY;4BAC3C,WAAW,EAAE,QAAQ;4BACrB,WAAW,EAAE,SAAS,CAAC,aAAa;4BACpC,SAAS;4BACT,YAAY,EAAE,UAAU,CAAC,QAAQ,CAAC,YAAY;4BAC9C,gBAAgB,EAAE,MAAM;4BACxB,mBAAmB,EAAE,eAAe;4BACpC,SAAS,EAAE,SAAS,CAAC,EAAE;4BACvB,WAAW,EAAE,SAAS,CAAC,EAAE;4BACzB,0BAA0B,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;gCAC7C,MAAM,uBAAuB,EAAE,CAAC;gCAChC,sBAAsB,GAAG;oCACvB,EAAE,EAAE,sBAAsB,eAAe,EAAE;oCAC3C,UAAU,EAAE,6BAA6B,CAAC,QAAQ,CAAC;iCACpD,CAAC;4BACJ,CAAC;4BACD,uBAAuB,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;gCACtC,MAAM,uBAAuB,EAAE,CAAC;gCAChC,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE;oCAClD,UAAU,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;iCACrC,CAAC,CAAC;gCACH,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;gCAC3D,OAAO,SAAS,CAAC;4BACnB,CAAC;4BACD,0BAA0B,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,EAAE;gCAC1D,MAAM,uBAAuB,EAAE,CAAC;gCAChC,MAAM,UAAU,CAAC,mBAAmB,CAClC,iBAAiB,SAAS,EAAE,EAC5B;oCACE,KAAK,EAAE,UAAU,CAAC,KAAK;oCACvB,OAAO,EAAE,UAAU,CAAC,OAAO,IAAI,CAAC;oCAChC,kBAAkB,EAAE,UAAU,CAAC,kBAAkB;iCAClD,EACD,CAAC,SAAS,CAAC,CACZ,CAAC;gCACF,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;4BACtD,CAAC;4BACD,2BAA2B,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;gCAChD,MAAM,uBAAuB,EAAE,CAAC;gCAChC,MAAM,UAAU,GAAG,sBAAsB,CAAC;gCAC1C,sBAAsB,GAAG,SAAS,CAAC;gCACnC,IAAI,UAAU,EAAE,CAAC;oCACf,MAAM,UAAU,CAAC,mBAAmB,CAClC,UAAU,CAAC,EAAE,EACb,UAAU,CAAC,UAAU,EACrB,UAAU,CACX,CAAC;gCACJ,CAAC;qCAAM,CAAC;oCACN,MAAM,UAAU,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;gCACrD,CAAC;gCACD,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;4BACtD,CAAC;4BACD,sBAAsB,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE;gCACjD,MAAM,uBAAuB,EAAE,CAAC;gCAChC,sBAAsB,GAAG;oCACvB,EAAE,EAAE,eAAe,MAAM,IAAI,kBAAkB,IAAI,KAAK,EAAE;oCAC1D,UAAU,EAAE,yBAAyB,CAAC,SAAS,CAAC;iCACjD,CAAC;4BACJ,CAAC;4BACD,WAAW,EAAE,SAAS,CAAC,WAAW;4BAClC,WAAW,EAAE,CAAC;yBACf,CAAC,CAAC;oBACL,CAAC,CACF,CAAC;oBACF,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;oBACvD,IAAI,CAAC,OAAO;wBAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;oBACpF,MAAM,YAAY,GAAG,qBAAqB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAC1D,IACE,KAAK,CAAC,OAAO;wBACb,OAAO,CAAC,MAAM,CAAC,OAAO,KAAK,CAAC;wBAC5B,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;wBAC5B,YAAY,EACZ,CAAC;wBACD,MAAM,0BAA0B,CAC9B,UAAU,EACV,iBAAiB,KAAK,CAAC,QAAQ,EAAE,EACjC,gBAAgB,CACjB,CAAC;wBACF,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;wBACzB,cAAc,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;wBACtC,IAAI,YAAY,EAAE,CAAC;4BACjB,MAAM,IAAI,KAAK,CACb,0BAA0B,MAAM,+BAA+B,YAAY,EAAE,CAC9E,CAAC;wBACJ,CAAC;wBACD,MAAM,IAAI,KAAK,CAAC,0BAA0B,MAAM,oBAAoB,CAAC,CAAC;oBACxE,CAAC;oBACD,cAAc,GAAG,wBAAwB,CAAC;wBACxC,SAAS;wBACT,SAAS;wBACT,KAAK;wBACL,OAAO;wBACP,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,cAAc,EAAE,UAAU,CAAC,QAAQ,CAAC,cAAc;wBAClD,SAAS,EAAE,QAAQ,CAAC,OAAO;qBAC5B,CAAC,CAAC;gBACL,CAAC;wBAAS,CAAC;oBACT,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACvD,CAAC;gBACD,IAAI,GAAG;oBACL,aAAa,EAAE,CAAC;oBAChB,MAAM;oBACN,WAAW,EAAE,SAAS,CAAC,EAAE;oBACzB,SAAS;oBACT,KAAK;oBACL,WAAW;oBACX,MAAM,EAAE,QAAQ,CAAC,EAAE;oBACnB,UAAU;oBACV,UAAU,EAAE,cAAc;oBAC1B,gBAAgB;iBACjB,CAAC;gBACF,MAAM,uBAAuB,EAAE,CAAC;gBAChC,MAAM,qBAAqB,CAAC,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE,uBAAuB,CAAC,CAAC;YACnF,CAAC;YACD,MAAM,aAAa,GAAG,MAAM,0BAA0B,CACpD,UAAU,EACV,MAAM,EACN,IAAI,CAAC,gBAAgB,CACtB,CAAC;YACF,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,SAAS,CAAC,gBAAgB,EAAE,CAAC;oBACjC,MAAM;oBACN,WAAW,EAAE,SAAS,CAAC,EAAE;oBACzB,SAAS;oBACT,KAAK;iBACN,CAAC,CAAC;gBACH,qEAAqE;gBACrE,mEAAmE;gBACnE,qDAAqD;gBACrD,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;YAC3B,CAAC;YACD,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YACpD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjB,cAAc,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACtF,CAAC;IACD,MAAM,SAAS,GAAG,mBAAmB,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;IACvF,IAAI,MAAM;QAAE,OAAO,wBAAwB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC/D,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAChD,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;IACzB,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,8BAA8B,GAAG,KAAK,EAAE,OAUpD,EAAiC,EAAE;IAClC,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CACzD,CAAC,gBAAgB,EAAE,EAAE,CACnB,gBAAgB,CAAC,WAAW,KAAK,OAAO,CAAC,SAAS,CAAC,EAAE;QACrD,gBAAgB,CAAC,SAAS,KAAK,OAAO,CAAC,SAAS;QAChD,gBAAgB,CAAC,KAAK,KAAK,OAAO,CAAC,KAAK;QACxC,gBAAgB,CAAC,WAAW,KAAK,OAAO,CAAC,WAAW,CACvD,CAAC;IACF,IAAI,sBAAoF,CAAC;IACzF,MAAM,MAAM,GAAG,MAAM,mCAAmC,CAAC,OAAO,CAAC,uBAAuB,EAAE,GAAG,EAAE,CAC7F,uBAAuB,CAAC;QACtB,GAAG,OAAO;QACV,aAAa,EAAE,CAAC,iBAAiB,EAAE,EAAE,CACnC,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,EAAE;YAClE,WAAW,EAAE,CAAC;YACd,UAAU,EAAE,iBAAiB;SAC9B,CAAC;QACJ,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE;YACvC,MAAM,OAAO,CAAC,uBAAuB,EAAE,CAAC;YACxC,MAAM,aAAa,GAAG,MAAM,0BAA0B,CACpD,OAAO,CAAC,UAAU,EAClB,MAAM,EACN,UAAU,CACX,CAAC;YACF,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,OAAO,CAAC,SAAS,CAAC,gBAAgB,EAAE,CAAC;oBACzC,MAAM;oBACN,WAAW,EAAE,OAAO,CAAC,SAAS,CAAC,EAAE;oBACjC,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;iBACrB,CAAC,CAAC;gBACH,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACnC,CAAC;YACD,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACtE,CAAC;QACD,aAAa,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,EAAE;YAC7C,MAAM,OAAO,CAAC,uBAAuB,EAAE,CAAC;YACxC,MAAM,0BAA0B,CAAC,OAAO,CAAC,UAAU,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;YAC5E,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACjC,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACtE,CAAC;QACD,eAAe,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,EAAE;YACjD,MAAM,OAAO,CAAC,uBAAuB,EAAE,CAAC;YACxC,sBAAsB,GAAG,EAAE,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;QAC3D,CAAC;QACD,uBAAuB,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACtC,MAAM,OAAO,CAAC,uBAAuB,EAAE,CAAC;YACxC,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,EAAE;gBAClE,UAAU,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;aACrC,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;YACnE,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,qBAAqB,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;YAC1C,MAAM,OAAO,CAAC,uBAAuB,EAAE,CAAC;YACxC,MAAM,UAAU,GAAG,sBAAsB,CAAC;YAC1C,sBAAsB,GAAG,SAAS,CAAC;YACnC,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,OAAO,CAAC,UAAU,CAAC,mBAAmB,CAC1C,UAAU,CAAC,EAAE,EACb,UAAU,CAAC,UAAU,EACrB,UAAU,CACX,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,OAAO,CAAC,UAAU,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;YAC7D,CAAC;YACD,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACtE,CAAC;KACF,CAAC,CACH,CAAC;IACF,MAAM,UAAU,GAAyB;QACvC,WAAW,EAAE,OAAO,CAAC,SAAS,CAAC,EAAE;QACjC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,GAAG,MAAM;KACV,CAAC;IACF,IAAI,MAAM;QAAE,OAAO,wBAAwB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAChE,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACzD,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IACjC,OAAO,UAAU,CAAC;AACpB,CAAC,CAAC"}
|
|
@@ -323,6 +323,7 @@ export declare const VerifiedExperimentDecisionSnapshotSchema: z.ZodObject<{
|
|
|
323
323
|
samples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber>>>;
|
|
324
324
|
caseSamples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
325
325
|
identityHash: z.ZodNullable<z.ZodString>;
|
|
326
|
+
scoreBasis: z.ZodExactOptional<z.ZodNullable<z.ZodString>>;
|
|
326
327
|
clusterId: z.ZodExactOptional<z.ZodString>;
|
|
327
328
|
metrics: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
328
329
|
mean: z.ZodNumber;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experiment-report.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment-report.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,EACL,KAAK,aAAa,EAKnB,MAAM,sBAAsB,CAAC;AAK9B,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAmGhC,CAAC;AACZ,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAAC;AAEtF,eAAO,MAAM,wCAAwC
|
|
1
|
+
{"version":3,"file":"experiment-report.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment-report.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,EACL,KAAK,aAAa,EAKnB,MAAM,sBAAsB,CAAC;AAK9B,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAmGhC,CAAC;AACZ,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAAC;AAEtF,eAAO,MAAM,wCAAwC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAK1C,CAAC;AACZ,MAAM,MAAM,kCAAkC,GAAG,CAAC,CAAC,KAAK,CACtD,OAAO,wCAAwC,CAChD,CAAC;AA2SF,eAAO,MAAM,iCAAiC,eAAgB,aAAa,KAAG,IAe7E,CAAC;AAiNF,eAAO,MAAM,8BAA8B,kBAC1B,MAAM,cACT,aAAa,KACxB,wBAA6F,CAAC;AAEjG,eAAO,MAAM,sCAAsC,kBAClC,MAAM,KACpB,OAAO,CAAC,kCAAkC,CAU5C,CAAC;AAEF,eAAO,MAAM,4BAA4B,kBACxB,MAAM,KACpB,OAAO,CAAC,wBAAwB,CACmC,CAAC;AA0CvE,eAAO,MAAM,gCAAgC,WAAY,wBAAwB,KAAG,MA8FnF,CAAC"}
|
|
@@ -43,6 +43,7 @@ declare const ExperimentEvaluationSchema: z.ZodObject<{
|
|
|
43
43
|
samples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber>>>;
|
|
44
44
|
caseSamples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
45
45
|
identityHash: z.ZodNullable<z.ZodString>;
|
|
46
|
+
scoreBasis: z.ZodExactOptional<z.ZodNullable<z.ZodString>>;
|
|
46
47
|
clusterId: z.ZodExactOptional<z.ZodString>;
|
|
47
48
|
metrics: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
48
49
|
mean: z.ZodNumber;
|
|
@@ -308,6 +309,7 @@ export declare const ExperimentRunSchema: z.ZodObject<{
|
|
|
308
309
|
samples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber>>>;
|
|
309
310
|
caseSamples: z.ZodExactOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
310
311
|
identityHash: z.ZodNullable<z.ZodString>;
|
|
312
|
+
scoreBasis: z.ZodExactOptional<z.ZodNullable<z.ZodString>>;
|
|
311
313
|
clusterId: z.ZodExactOptional<z.ZodString>;
|
|
312
314
|
metrics: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
313
315
|
mean: z.ZodNumber;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experiment-runs.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment-runs.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,KAAK,SAAS,EAKd,KAAK,kBAAkB,EAKxB,MAAM,kBAAkB,CAAC;AAS1B,QAAA,MAAM,0BAA0B
|
|
1
|
+
{"version":3,"file":"experiment-runs.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment-runs.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,KAAK,SAAS,EAKd,KAAK,kBAAkB,EAKxB,MAAM,kBAAkB,CAAC;AAS1B,QAAA,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAK9B,CAAC;AACH,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAW9E,QAAA,MAAM,2BAA2B;;;;;;;;;;;;iBAO/B,CAAC;AACH,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAEhF,QAAA,MAAM,qBAAqB;;;;;;;;;;;;iBAAwC,CAAC;AACpE,KAAK,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAS7D,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAsBpC,CAAC;AACH,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE5E,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAkD5B,CAAC;AACL,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAmChE,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,aAAa,CAAC;IACxB,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,gBAAgB,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3E;;;OAGG;IACH,iBAAiB,EAAE,CAAC,IAAI,EAAE,gBAAgB,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/D,2EAA2E;IAC3E,qBAAqB,EAAE,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACxE,6EAA6E;IAC7E,mBAAmB,EAAE,CACnB,EAAE,EAAE,MAAM,EACV,KAAK,EAAE,eAAe,EACtB,UAAU,EAAE,SAAS,MAAM,EAAE,KAC1B,OAAO,CAAC,OAAO,CAAC,CAAC;IACtB,aAAa,EAAE,CAAC,SAAS,EAAE,SAAS,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IACzD,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9B,CAAC;AAEF,QAAA,MAAM,sBAAsB;;;;;EAAqD,CAAC;AAClF,KAAK,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAmV/D,eAAO,MAAM,iBAAiB,YAAmB;IAC/C,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,kBAAkB,CAAC;IACrC,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1C,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;IAC5B,cAAc,CAAC,EAAE,aAAa,CAAC,gBAAgB,CAAC,CAAC;IACjD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,IAAI,CAAC;CAClB,KAAG,OAAO,CAAC,mBAAmB,CAwD9B,CAAC;AAEF,eAAO,MAAM,iBAAiB,SAAgB,MAAM,KAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CACrB,CAAC;AAE/D,eAAO,MAAM,mCAAmC,SAAgB,MAAM,KAAG,OAAO,CAAC,aAAa,CAc7F,CAAC;AAEF,eAAO,MAAM,yBAAyB,aAC1B,aAAa,UAChB,MAAM,KACZ,MAQF,CAAC;AAEF,eAAO,MAAM,mBAAmB,SAAgB,MAAM,KAAG,OAAO,CAAC,mBAAmB,CAqFnF,CAAC;AAEF,eAAO,MAAM,kBAAkB,aACnB,MAAM,YACP;IAAE,WAAW,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,KAAK,IAAI,CAAA;CAAE,KAChE,OAAO,CAAC,KAAK,CAAC,aAAa,GAAG;IAAE,aAAa,EAAE,MAAM,CAAA;CAAE,CAAC,CAsB1D,CAAC;AAEF,eAAO,MAAM,uBAAuB,kBACnB,MAAM,eACR,MAAM,KAClB,OAAO,CAAC,SAAS,GAAG,IAAI,CAI1B,CAAC;AAEF,eAAO,MAAM,wBAAwB,kBAAyB,MAAM,KAAG,OAAO,CAAC,SAAS,EAAE,CAQzF,CAAC;AA0BF,eAAO,MAAM,4BAA4B,kBACxB,MAAM,cACT,aAAa,KACxB,OAAO,CAAC,SAAS,EAAE,CAsDrB,CAAC;AAEF,eAAO,MAAM,eAAe,SAAU,MAAM,KAAG,OAAgD,CAAC;AAQhG,eAAO,MAAM,mBAAmB,SAAU,MAAM,cAAc,aAAa,KAAG,MAmE7E,CAAC;AAEF,eAAO,MAAM,yBAAyB,gBACvB,KAAK,CAAC,aAAa,GAAG;IAAE,aAAa,EAAE,MAAM,CAAA;CAAE,CAAC,KAC5D,MAmBF,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experiment-selection.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment-selection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAEL,KAAK,SAAS,EAGd,KAAK,kBAAkB,EAExB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,KAAK,oBAAoB,EACzB,KAAK,mBAAmB,EAExB,KAAK,mBAAmB,EACzB,MAAM,sBAAsB,CAAC;AAG9B,KAAK,eAAe,GAAG,OAAO,GAAG,YAAY,GAAG,MAAM,CAAC;AAEvD,eAAO,MAAM,iCAAiC;;;iBAG5C,CAAC;AACH,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAE5F,eAAO,MAAM,oBAAoB,eACnB,mBAAmB,CAAC,UAAU,CAAC,eAC9B,MAAM,KAClB,oBAAoB,EAUtB,CAAC;AAkIF,eAAO,MAAM,OAAO,WAAY,SAAS,MAAM,EAAE,KAAG,MACwB,CAAC;
|
|
1
|
+
{"version":3,"file":"experiment-selection.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment-selection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAEL,KAAK,SAAS,EAGd,KAAK,kBAAkB,EAExB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,KAAK,oBAAoB,EACzB,KAAK,mBAAmB,EAExB,KAAK,mBAAmB,EACzB,MAAM,sBAAsB,CAAC;AAG9B,KAAK,eAAe,GAAG,OAAO,GAAG,YAAY,GAAG,MAAM,CAAC;AAEvD,eAAO,MAAM,iCAAiC;;;iBAG5C,CAAC;AACH,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAE5F,eAAO,MAAM,oBAAoB,eACnB,mBAAmB,CAAC,UAAU,CAAC,eAC9B,MAAM,KAClB,oBAAoB,EAUtB,CAAC;AAkIF,eAAO,MAAM,OAAO,WAAY,SAAS,MAAM,EAAE,KAAG,MACwB,CAAC;AA8H7E,eAAO,MAAM,cAAc,GAAI,CAAC,SAAS,2BAA2B,YACxD,kBAAkB,cAChB,SAAS,CAAC,EAAE,cACZ,mBAAmB,CAAC,UAAU,CAAC,qBACzB,SAAS,eAAe,EAAE,KAC3C,CAAC,EAiGH,CAAC;AA0CF;;;GAGG;AACH,eAAO,MAAM,cAAc,aACf,kBAAkB,cAChB,SAAS,SAAS,EAAE,cACpB,mBAAmB,CAAC,UAAU,CAAC,UACpC,eAAe,qBACJ,SAAS,eAAe,EAAE,KAC3C,SAAS,EAwBX,CAAC;AAqBF,eAAO,MAAM,cAAc,aACf,kBAAkB,cAChB,SAAS,SAAS,EAAE,cACpB,mBAAmB,CAAC,UAAU,CAAC,KAC1C,SAAS,EAOX,CAAC;AAgCF,eAAO,MAAM,yBAAyB,aAC1B,kBAAkB,cAChB,SAAS,2BAA2B,EAAE,cACtC,mBAAmB,CAAC,UAAU,CAAC,eAC/B,CAAC,CAAC,KAAK,CAAC,OAAO,0CAA0C,CAAC,KACrE,mBA6EF,CAAC;AAEF,eAAO,MAAM,0CAA0C;;;kBAK5C,CAAC"}
|
|
@@ -154,42 +154,88 @@ const normalizedConstraintViolation = (campaign, candidate, constraint, experime
|
|
|
154
154
|
}
|
|
155
155
|
return worst;
|
|
156
156
|
};
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
return
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
157
|
+
const hasScoreEvidence = (experiment, split) => [...new Set(experiment.evaluations.map((entry) => entry.candidateId))]
|
|
158
|
+
.flatMap((id) => candidateEvaluations(experiment, id))
|
|
159
|
+
.some((entry) => entry.split === split &&
|
|
160
|
+
(entry.metricDefinitions?.score !== undefined ||
|
|
161
|
+
entry.metrics.score !== undefined ||
|
|
162
|
+
Object.values(entry.caseSamples ?? {}).some((sample) => sample.metrics.score !== undefined)));
|
|
163
|
+
const completeScoreEvidence = (entry) => entry.metrics.score !== undefined &&
|
|
164
|
+
(!entry.caseSamples ||
|
|
165
|
+
Object.keys(entry.casePassRates).every((id) => {
|
|
166
|
+
const sample = entry.caseSamples?.[id];
|
|
167
|
+
return sample?.metrics.score?.n === entry.repetitions && Boolean(sample.scoreBasis);
|
|
168
|
+
}));
|
|
169
|
+
const comparableScoreBasis = (entry, reference) => {
|
|
170
|
+
if (!reference || !completeScoreEvidence(reference))
|
|
171
|
+
return false;
|
|
172
|
+
if (!entry.caseSamples || !reference.caseSamples)
|
|
173
|
+
return !entry.caseSamples && !reference.caseSamples;
|
|
174
|
+
const ids = new Set([
|
|
175
|
+
...Object.keys(entry.casePassRates),
|
|
176
|
+
...Object.keys(reference.casePassRates),
|
|
177
|
+
]);
|
|
178
|
+
return [...ids].every((id) => {
|
|
179
|
+
const basis = entry.caseSamples?.[id]?.scoreBasis;
|
|
180
|
+
return Boolean(basis) && basis === reference.caseSamples?.[id]?.scoreBasis;
|
|
181
|
+
});
|
|
182
|
+
};
|
|
183
|
+
export const rankCandidates = (campaign, candidates, experiment, constraintSplits = ["train", "validation", "test"]) => {
|
|
184
|
+
const validationEvaluations = (id) => candidateEvaluations(experiment, id).filter((entry) => entry.split === "validation");
|
|
185
|
+
const referenceId = ["baseline", ...candidates.map((candidate) => candidate.id).sort()].find((id) => {
|
|
186
|
+
const entries = validationEvaluations(id);
|
|
187
|
+
return campaign.profiles.every((profile) => entries.some((entry) => entry.profileId === profile && completeScoreEvidence(entry)));
|
|
188
|
+
});
|
|
189
|
+
const reference = referenceId ? validationEvaluations(referenceId) : [];
|
|
190
|
+
return [...candidates].sort((a, b) => {
|
|
191
|
+
const activeConstraints = campaign.objectives.constraints.filter((constraint) => constraintSplits.includes(constraint.split));
|
|
192
|
+
const aEligible = activeConstraints.every((constraint) => satisfiesConstraint(campaign, a, constraint, experiment));
|
|
193
|
+
const bEligible = activeConstraints.every((constraint) => satisfiesConstraint(campaign, b, constraint, experiment));
|
|
194
|
+
if (aEligible !== bEligible)
|
|
195
|
+
return aEligible ? -1 : 1;
|
|
196
|
+
if (!aEligible) {
|
|
197
|
+
const aViolation = Math.max(0, ...activeConstraints.map((constraint) => normalizedConstraintViolation(campaign, a, constraint, experiment)));
|
|
198
|
+
const bViolation = Math.max(0, ...activeConstraints.map((constraint) => normalizedConstraintViolation(campaign, b, constraint, experiment)));
|
|
199
|
+
if (aViolation !== bViolation)
|
|
200
|
+
return aViolation < bViolation ? -1 : 1;
|
|
180
201
|
}
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
}
|
|
202
|
+
for (const objective of campaign.objectives.minimize.filter((entry) => constraintSplits.includes(entry.split))) {
|
|
203
|
+
const aValues = metricValues(a, objective.metric, objective.profile, objective.split, experiment);
|
|
204
|
+
const bValues = metricValues(b, objective.metric, objective.profile, objective.split, experiment);
|
|
205
|
+
if (aValues.length === 0 && bValues.length > 0)
|
|
206
|
+
return 1;
|
|
207
|
+
if (bValues.length === 0 && aValues.length > 0)
|
|
208
|
+
return -1;
|
|
209
|
+
if (aValues.length > 0 && bValues.length > 0) {
|
|
210
|
+
const delta = average(aValues) - average(bValues);
|
|
211
|
+
if (delta !== 0)
|
|
212
|
+
return delta;
|
|
213
|
+
}
|
|
214
|
+
}
|
|
215
|
+
const quality = (candidate) => {
|
|
216
|
+
if (!hasScoreEvidence(experiment, "validation")) {
|
|
217
|
+
const values = metricValues(candidate, "quality.passRate", undefined, "validation", experiment);
|
|
218
|
+
return values.length > 0 ? Math.min(...values) : -1;
|
|
219
|
+
}
|
|
220
|
+
const evaluations = candidateEvaluations(experiment, candidate.id);
|
|
221
|
+
const scores = campaign.profiles.map((profile) => {
|
|
222
|
+
const entry = evaluations.find((value) => value.profileId === profile && value.split === "validation");
|
|
223
|
+
if (!entry ||
|
|
224
|
+
!completeScoreEvidence(entry) ||
|
|
225
|
+
!comparableScoreBasis(entry, reference.find((value) => value.profileId === profile)))
|
|
226
|
+
return -1;
|
|
227
|
+
return entry.metrics.score ?? -1;
|
|
228
|
+
});
|
|
229
|
+
return scores.length > 0 ? Math.min(...scores) : -1;
|
|
230
|
+
};
|
|
231
|
+
const qualityDelta = quality(b) - quality(a);
|
|
232
|
+
if (qualityDelta !== 0)
|
|
233
|
+
return qualityDelta;
|
|
234
|
+
if (a.sourceBytes !== b.sourceBytes)
|
|
235
|
+
return a.sourceBytes - b.sourceBytes;
|
|
236
|
+
return a.id.localeCompare(b.id);
|
|
237
|
+
});
|
|
238
|
+
};
|
|
193
239
|
const candidateCaseVector = (candidate, experiment, preferredSplit) => {
|
|
194
240
|
const evaluations = candidateEvaluations(experiment, candidate.id);
|
|
195
241
|
const split = evaluations.some((entry) => entry.split === preferredSplit)
|
|
@@ -197,10 +243,15 @@ const candidateCaseVector = (candidate, experiment, preferredSplit) => {
|
|
|
197
243
|
: "validation";
|
|
198
244
|
return Object.fromEntries(evaluations
|
|
199
245
|
.filter((entry) => entry.split === split)
|
|
200
|
-
.flatMap((entry) => Object.entries(entry.casePassRates).
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
246
|
+
.flatMap((entry) => Object.entries(entry.casePassRates).flatMap(([caseId, passRate]) => {
|
|
247
|
+
if (!hasScoreEvidence(experiment, split))
|
|
248
|
+
return [[`${entry.profileId}:${caseId}`, passRate]];
|
|
249
|
+
const sample = entry.caseSamples?.[caseId];
|
|
250
|
+
const score = sample?.metrics.score;
|
|
251
|
+
return score?.n === entry.repetitions && sample?.scoreBasis
|
|
252
|
+
? [[JSON.stringify([entry.profileId, caseId, sample.scoreBasis]), score.mean]]
|
|
253
|
+
: [];
|
|
254
|
+
})));
|
|
204
255
|
};
|
|
205
256
|
const dominates = (a, b) => {
|
|
206
257
|
const keys = new Set([...Object.keys(a), ...Object.keys(b)]);
|
|
@@ -208,8 +259,10 @@ const dominates = (a, b) => {
|
|
|
208
259
|
return false;
|
|
209
260
|
let strictlyBetter = false;
|
|
210
261
|
for (const key of keys) {
|
|
211
|
-
const av = a[key]
|
|
212
|
-
const bv = b[key]
|
|
262
|
+
const av = a[key];
|
|
263
|
+
const bv = b[key];
|
|
264
|
+
if (av === undefined || bv === undefined)
|
|
265
|
+
return false;
|
|
213
266
|
if (av < bv)
|
|
214
267
|
return false;
|
|
215
268
|
if (av > bv)
|
|
@@ -241,8 +294,11 @@ const frontierCoverage = (candidate, frontier, experiment) => {
|
|
|
241
294
|
const candidateVector = candidateCaseVector(candidate, experiment, "train");
|
|
242
295
|
const keys = new Set(vectors.flatMap((vector) => Object.keys(vector)));
|
|
243
296
|
return [...keys].filter((key) => {
|
|
244
|
-
const
|
|
245
|
-
|
|
297
|
+
const values = vectors.flatMap((vector) => (vector[key] === undefined ? [] : [vector[key]]));
|
|
298
|
+
const best = Math.max(...values);
|
|
299
|
+
return ((frontier.length === 1 || values.length > 1) &&
|
|
300
|
+
candidateVector[key] !== undefined &&
|
|
301
|
+
candidateVector[key] === best);
|
|
246
302
|
}).length;
|
|
247
303
|
};
|
|
248
304
|
export const searchFrontier = (campaign, candidates, experiment) => {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experiment-selection.js","sourceRoot":"","sources":["../../src/orchestrator/experiment-selection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,+BAA+B,EAE/B,iBAAiB,EACjB,eAAe,GAGhB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAGL,yBAAyB,GAE1B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,mBAAmB,EAAqB,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAI3F,MAAM,CAAC,MAAM,iCAAiC,GAAG,eAAe,CAAC,IAAI,CAAC;IACpE,EAAE,EAAE,IAAI;IACR,WAAW,EAAE,IAAI;CAClB,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,UAA2C,EAC3C,WAAmB,EACK,EAAE;IAC1B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAgC,CAAC;IACzD,KAAK,MAAM,UAAU,IAAI,UAAU,CAAC,WAAW,CAAC,MAAM,CACpD,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,KAAK,WAAW,CAC7C,EAAE,CAAC;QACF,MAAM,GAAG,GAAG,GAAG,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;QAC1D,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,OAAO,IAAI,UAAU,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW;YAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAC9F,CAAC;IACD,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;AAChC,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CACtB,SAAsC,EACtC,OAA2B,EAC3B,KAAsB,EACtB,UAA2C,EACnC,EAAE;IACV,IAAI,SAAS,CAAC,EAAE,KAAK,UAAU;QAAE,OAAO,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,oBAAoB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,MAAM,CAClE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,CAC9E,CAAC;IACF,MAAM,QAAQ,GAAG,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;IAChE,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CACzB,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,CAAC,SAAS,CACzE,CAAC;QACF,KAAK,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YACtE,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,QAAQ;gBAAE,WAAW,EAAE,CAAC;QAC7E,CAAC;IACH,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CACnB,SAAsC,EACtC,MAAc,EACd,OAA2B,EAC3B,KAAsB,EACtB,UAA2C,EACjC,EAAE;IACZ,IAAI,MAAM,KAAK,yBAAyB,EAAE,CAAC;QACzC,OAAO,CAAC,eAAe,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC;IAClE,CAAC;IACD,IAAI,MAAM,KAAK,eAAe;QAAE,OAAO,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAC/D,OAAO,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC;SAClD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC;SACrF,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QACjB,MAAM,KAAK,GAAG,MAAM,KAAK,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACrF,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CACzB,SAAsC,EACtC,MAAc,EACd,OAA2B,EAC3B,KAAsB,EACtB,UAA2C,EAC/B,EAAE;IACd,IAAI,MAAM,KAAK,yBAAyB,IAAI,MAAM,KAAK,eAAe,EAAE,CAAC;QACvE,OAAO,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7F,CAAC;IACD,OAAO,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC;SAClD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC;SACrF,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QACjB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9C,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7C,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAC1B,QAA4B,EAC5B,SAAsC,EACtC,UAAgC,EAChC,UAA2C,EAClC,EAAE;IACX,IAAI,UAAU,CAAC,UAAU,IAAI,SAAS,CAAC,EAAE,KAAK,UAAU;QAAE,OAAO,IAAI,CAAC;IACtE,IAAI,QAAgC,CAAC;IACrC,IAAI,UAAU,CAAC,MAAM,KAAK,eAAe,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;QAChE,QAAQ,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;SAAM,CAAC;QACN,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;IAC/B,CAAC;IACD,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE;QAChC,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,wBAAwB,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;YACpF,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,SAAS,KAAK,IAAI;gBAAE,OAAO,KAAK,CAAC;YAC3D,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,SAAS,CAAC;YACzD,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,SAAS,CAAC;YACzD,OAAO,CACL,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC;gBACzD,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,CAC1D,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;QACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACtC,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,YAAY,GAAG,kBAAkB,CACrC,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;YACF,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CACb,WAAW,UAAU,CAAC,MAAM,qDAAqD;oBAC/E,GAAG,OAAO,CAAC,CAAC,CAAC,gBAAgB,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACjD,CAAC;YACJ,CAAC;YACD,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE;gBACpC,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,+BAA+B,CAAC,OAAO,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;oBACjF,IAAI,mBAAmB,CAAC,QAAQ,CAAC;wBAAE,OAAO,KAAK,CAAC;oBAChD,OAAO,CACL,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC;wBAClE,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,CACnE,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAC;wBAAE,OAAO,KAAK,CAAC;oBAC1F,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,MAAM,CAAC,KAAK,CACjB,CAAC,KAAK,EAAE,EAAE,CACR,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC;YACzD,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,CAC5D,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAyB,EAAU,EAAE,CAC3D,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AAE7E,MAAM,wBAAwB,GAAG,CAC/B,SAAsC,EACtC,UAAgC,EAChC,OAA2B,EAC3B,UAA2C,EAC7B,EAAE;IAChB,MAAM,KAAK,GAAG,CAAC,KAA2B,EAAW,EAAE,CACrD,KAAK,CAAC,SAAS,KAAK,OAAO,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU,CAAC,KAAK,CAAC;IAClE,OAAO,YAAY,CACjB,oBAAoB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EACxD,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAC1D,UAAU,CAAC,MAAM,EACjB,UAAU,CAAC,UAAU,CACtB,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,6BAA6B,GAAG,CACpC,QAA4B,EAC5B,SAAsC,EACtC,UAAgC,EAChC,UAA2C,EACnC,EAAE;IACV,IAAI,UAAU,CAAC,UAAU,IAAI,SAAS,CAAC,EAAE,KAAK,UAAU;QAAE,OAAO,CAAC,CAAC;IACnE,IAAI,QAAQ,GAA8B,QAAQ,CAAC,QAAQ,CAAC;IAC5D,IAAI,UAAU,CAAC,MAAM,KAAK,eAAe,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;QAChE,QAAQ,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IACD,MAAM,SAAS,GAAG,CAAC,KAAa,EAAE,KAAa,EAAU,EAAE,CACzD,IAAI,CAAC,GAAG,CACN,UAAU,CAAC,GAAG,KAAK,SAAS;QAC1B,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAC/E,UAAU,CAAC,GAAG,KAAK,SAAS;QAC1B,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAChF,CAAC;IACJ,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,wBAAwB,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;YACpF,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,SAAS,KAAK,IAAI;gBAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;YAC9E,KAAK,GAAG,IAAI,CAAC,GAAG,CACd,KAAK,EACL,SAAS,CACP,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,SAAS,EAC1C,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,SAAS,CAC3C,CACF,CAAC;YACF,SAAS;QACX,CAAC;QACD,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,kBAAkB,CAC/B,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;YACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;YACzD,KAAK,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC;gBAC7B,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,+BAA+B,CAAC,OAAO,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;oBACjF,IAAI,mBAAmB,CAAC,QAAQ,CAAC;wBAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;oBACnE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;gBACrE,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,MAAM,CAAC,iBAAiB,CAAC;gBAClC,CAAC;YACH,CAAC;YACD,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;QACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;QACzD,KAAK,MAAM,KAAK,IAAI,MAAM;YAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;IAC/E,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,QAA4B,EAC5B,UAAwB,EACxB,UAA2C,EAC3C,gBAAgB,GAA+B,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,EACzE,EAAE,CACP,CAAC,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;IAC5B,MAAM,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAC9E,gBAAgB,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAC5C,CAAC;IACF,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACvD,mBAAmB,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACzD,CAAC;IACF,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACvD,mBAAmB,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACzD,CAAC;IACF,IAAI,SAAS,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CACzB,CAAC,EACD,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CACtC,6BAA6B,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACnE,CACF,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CACzB,CAAC,EACD,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CACtC,6BAA6B,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACnE,CACF,CAAC;QACF,IAAI,UAAU,KAAK,UAAU;YAAE,OAAO,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzE,CAAC;IAED,KAAK,MAAM,SAAS,IAAI,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CACpE,gBAAgB,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CACvC,EAAE,CAAC;QACF,MAAM,OAAO,GAAG,YAAY,CAC1B,CAAC,EACD,SAAS,CAAC,MAAM,EAChB,SAAS,CAAC,OAAO,EACjB,SAAS,CAAC,KAAK,EACf,UAAU,CACX,CAAC;QACF,MAAM,OAAO,GAAG,YAAY,CAC1B,CAAC,EACD,SAAS,CAAC,MAAM,EAChB,SAAS,CAAC,OAAO,EACjB,SAAS,CAAC,KAAK,EACf,UAAU,CACX,CAAC;QACF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;QACzD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC,CAAC;QAC1D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;YAClD,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;QAChC,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAG,CAAC,SAAsC,EAAU,EAAE;QACjE,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,kBAAkB,EAClB,SAAS,EACT,YAAY,EACZ,UAAU,CACX,CAAC;QACF,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,CAAC,CAAC;IACF,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAC7C,IAAI,YAAY,KAAK,CAAC;QAAE,OAAO,YAAY,CAAC;IAC5C,IAAI,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,WAAW;QAAE,OAAO,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC;IAC1E,OAAO,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAClC,CAAC,CAAC,CAAC;AAEL,MAAM,mBAAmB,GAAG,CAC1B,SAAoB,EACpB,UAA2C,EAC3C,cAA+B,EACP,EAAE;IAC1B,MAAM,WAAW,GAAG,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,cAAc,CAAC;QACvE,CAAC,CAAC,cAAc;QAChB,CAAC,CAAC,YAAY,CAAC;IACjB,OAAO,MAAM,CAAC,WAAW,CACvB,WAAW;SACR,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC;SACxC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CACjB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC;QAC9D,GAAG,KAAK,CAAC,SAAS,IAAI,MAAM,EAAE;QAC9B,QAAQ;KACT,CAAC,CACH,CACJ,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,CAAyB,EAAE,CAAyB,EAAW,EAAE;IAClF,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAClC,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvB,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvB,IAAI,EAAE,GAAG,EAAE;YAAE,OAAO,KAAK,CAAC;QAC1B,IAAI,EAAE,GAAG,EAAE;YAAE,cAAc,GAAG,IAAI,CAAC;IACrC,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,QAA4B,EAC5B,UAAgC,EAChC,UAA2C,EAC3C,KAAK,GAAoB,OAAO,EAChC,gBAAgB,GAA+B,CAAC,OAAO,EAAE,YAAY,CAAC,EACzD,EAAE;IACf,MAAM,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAC9E,gBAAgB,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAC5C,CAAC;IACF,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAC/C,iBAAiB,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACrC,mBAAmB,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CACjE,CACF,CAAC;IACF,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC;IACpE,MAAM,OAAO,GAAG,IAAI,GAAG,CACrB,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC;QAC5B,SAAS,CAAC,EAAE;QACZ,mBAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,KAAK,CAAC;KAClD,CAAC,CACH,CAAC;IACF,OAAO,UAAU;SACd,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE;QACpB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QAC/C,OAAO,CAAC,UAAU,CAAC,IAAI,CACrB,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,SAAS,CAAC,EAAE,IAAI,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,CACvF,CAAC;IACJ,CAAC,CAAC;SACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC9C,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CACvB,SAAoB,EACpB,QAA8B,EAC9B,UAA2C,EACnC,EAAE;IACV,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;IACzF,MAAM,eAAe,GAAG,mBAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;IAC5E,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACvE,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpE,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC;IAC9C,CAAC,CAAC,CAAC,MAAM,CAAC;AACZ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,QAA4B,EAC5B,UAAgC,EAChC,UAA2C,EAC9B,EAAE;IACf,MAAM,QAAQ,GAAG,cAAc,CAAC,QAAQ,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IAClE,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC5B,MAAM,QAAQ,GACZ,gBAAgB,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,GAAG,gBAAgB,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;QACxF,OAAO,QAAQ,IAAI,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,wBAAwB,GAAG,CAC/B,QAA4B,EAC5B,SAAsC,EACtC,UAAgC,EAChC,OAA2B,EAC3B,UAA2C,EACC,EAAE;IAC9C,MAAM,MAAM,GAAG,wBAAwB,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;IACpF,MAAM,SAAS,GAAG,SAAS,CAAC,EAAE,KAAK,UAAU,CAAC;IAC9C,IAAI,MAAM,GAAG,MAAM,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACjE,IAAI,SAAS;QAAE,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAC5B,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,kDAAkD,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;IAC1F,OAAO;QACL,WAAW,EAAE,SAAS,CAAC,EAAE;QACzB,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,UAAU,EAAE,UAAU;QACtB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/B,KAAK,EAAE,UAAU,CAAC,KAAK;QACvB,MAAM;QACN,MAAM,EAAE,mBAAmB,CACzB,QAAQ,EACR,SAAS,EACT,EAAE,GAAG,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAClD,UAAU,CACX;QACD,GAAG,CAAC,CAAC,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1B,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACvC,QAA4B,EAC5B,UAAkD,EAClD,UAA2C,EAC3C,UAAU,GAA+D,EAAE,EACtD,EAAE;IACvB,MAAM,OAAO,GAAG,0CAA0C,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC7E,MAAM,kBAAkB,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CACtD,iCAAiC,CAAC,KAAK,CAAC,SAAS,CAAC,CACnD,CAAC;IACF,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ,EAAE,kBAAkB,EAAE,UAAU,CAAC,CAAC;IACxE,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IACnC,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CACrD,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACnD,mBAAmB,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CACjE,CACF,CAAC;IACF,MAAM,QAAQ,GACZ,QAAQ,KAAK,IAAI,IAAI,kBAAkB,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC5F,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,CACjE,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;QACrD,MAAM,QAAQ,GACZ,UAAU,CAAC,OAAO,IAAI,UAAU,CAAC,MAAM,KAAK,eAAe;YACzD,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC;YACtB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACxB,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YAC9B,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;gBAC1B,OAAO,wBAAwB,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;YACxF,CAAC;YACD,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;YACF,MAAM,MAAM,GAAG,EAAE,GAAG,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;YAClE,IAAI,QAAwE,CAAC;YAC7E,IAAI,IAAwB,CAAC;YAC7B,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;gBAC1B,MAAM,OAAO,GAAG,kBAAkB,CAChC,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC,CAAC,CAAC,CAAC;gBACL,IAAI,OAAO,EAAE,CAAC;oBACZ,IAAI,CAAC;wBACH,QAAQ,GAAG,+BAA+B,CAAC,OAAO,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;wBAC3E,IAAI,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;oBACvC,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IAAI,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAChE,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,GAAG,+BAA+B,CAAC;gBACzC,CAAC;YACH,CAAC;YACD,OAAO;gBACL,WAAW,EAAE,SAAS,CAAC,EAAE;gBACzB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/B,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,MAAM;gBACN,MAAM,EAAE,mBAAmB,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC;gBACpE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC1B,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CACH,CAAC;IACF,OAAO,yBAAyB,CAAC,KAAK,CAAC;QACrC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACxD,oBAAoB,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,OAAO,CAAC,6BAA6B;YACvC,CAAC,CAAC,EAAE,6BAA6B,EAAE,OAAO,CAAC,6BAA6B,EAAE;YAC1E,CAAC,CAAC,EAAE,CAAC;QACP,kBAAkB,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3D,oBAAoB,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrE,WAAW,EAAE,iBAAiB;KAC/B,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,0CAA0C,GAAG,CAAC;KACxD,MAAM,CAAC;IACN,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,6BAA6B,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,QAAQ,EAAE;CACrE,CAAC;KACD,MAAM,EAAE,CAAC"}
|
|
1
|
+
{"version":3,"file":"experiment-selection.js","sourceRoot":"","sources":["../../src/orchestrator/experiment-selection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,+BAA+B,EAE/B,iBAAiB,EACjB,eAAe,GAGhB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAGL,yBAAyB,GAE1B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,mBAAmB,EAAqB,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAI3F,MAAM,CAAC,MAAM,iCAAiC,GAAG,eAAe,CAAC,IAAI,CAAC;IACpE,EAAE,EAAE,IAAI;IACR,WAAW,EAAE,IAAI;CAClB,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,UAA2C,EAC3C,WAAmB,EACK,EAAE;IAC1B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAgC,CAAC;IACzD,KAAK,MAAM,UAAU,IAAI,UAAU,CAAC,WAAW,CAAC,MAAM,CACpD,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,KAAK,WAAW,CAC7C,EAAE,CAAC;QACF,MAAM,GAAG,GAAG,GAAG,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;QAC1D,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,OAAO,IAAI,UAAU,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW;YAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAC9F,CAAC;IACD,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;AAChC,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CACtB,SAAsC,EACtC,OAA2B,EAC3B,KAAsB,EACtB,UAA2C,EACnC,EAAE;IACV,IAAI,SAAS,CAAC,EAAE,KAAK,UAAU;QAAE,OAAO,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,oBAAoB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,MAAM,CAClE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,CAC9E,CAAC;IACF,MAAM,QAAQ,GAAG,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;IAChE,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CACzB,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,CAAC,SAAS,CACzE,CAAC;QACF,KAAK,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YACtE,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,QAAQ;gBAAE,WAAW,EAAE,CAAC;QAC7E,CAAC;IACH,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CACnB,SAAsC,EACtC,MAAc,EACd,OAA2B,EAC3B,KAAsB,EACtB,UAA2C,EACjC,EAAE;IACZ,IAAI,MAAM,KAAK,yBAAyB,EAAE,CAAC;QACzC,OAAO,CAAC,eAAe,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC;IAClE,CAAC;IACD,IAAI,MAAM,KAAK,eAAe;QAAE,OAAO,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAC/D,OAAO,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC;SAClD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC;SACrF,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QACjB,MAAM,KAAK,GAAG,MAAM,KAAK,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACrF,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CACzB,SAAsC,EACtC,MAAc,EACd,OAA2B,EAC3B,KAAsB,EACtB,UAA2C,EAC/B,EAAE;IACd,IAAI,MAAM,KAAK,yBAAyB,IAAI,MAAM,KAAK,eAAe,EAAE,CAAC;QACvE,OAAO,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7F,CAAC;IACD,OAAO,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC;SAClD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC;SACrF,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QACjB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9C,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7C,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAC1B,QAA4B,EAC5B,SAAsC,EACtC,UAAgC,EAChC,UAA2C,EAClC,EAAE;IACX,IAAI,UAAU,CAAC,UAAU,IAAI,SAAS,CAAC,EAAE,KAAK,UAAU;QAAE,OAAO,IAAI,CAAC;IACtE,IAAI,QAAgC,CAAC;IACrC,IAAI,UAAU,CAAC,MAAM,KAAK,eAAe,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;QAChE,QAAQ,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;SAAM,CAAC;QACN,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;IAC/B,CAAC;IACD,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE;QAChC,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,wBAAwB,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;YACpF,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,SAAS,KAAK,IAAI;gBAAE,OAAO,KAAK,CAAC;YAC3D,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,SAAS,CAAC;YACzD,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,SAAS,CAAC;YACzD,OAAO,CACL,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC;gBACzD,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,CAC1D,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;QACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACtC,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,YAAY,GAAG,kBAAkB,CACrC,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;YACF,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CACb,WAAW,UAAU,CAAC,MAAM,qDAAqD;oBAC/E,GAAG,OAAO,CAAC,CAAC,CAAC,gBAAgB,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACjD,CAAC;YACJ,CAAC;YACD,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE;gBACpC,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,+BAA+B,CAAC,OAAO,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;oBACjF,IAAI,mBAAmB,CAAC,QAAQ,CAAC;wBAAE,OAAO,KAAK,CAAC;oBAChD,OAAO,CACL,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC;wBAClE,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,CACnE,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAC;wBAAE,OAAO,KAAK,CAAC;oBAC1F,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,MAAM,CAAC,KAAK,CACjB,CAAC,KAAK,EAAE,EAAE,CACR,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC;YACzD,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,CAC5D,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAyB,EAAU,EAAE,CAC3D,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AAE7E,MAAM,wBAAwB,GAAG,CAC/B,SAAsC,EACtC,UAAgC,EAChC,OAA2B,EAC3B,UAA2C,EAC7B,EAAE;IAChB,MAAM,KAAK,GAAG,CAAC,KAA2B,EAAW,EAAE,CACrD,KAAK,CAAC,SAAS,KAAK,OAAO,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU,CAAC,KAAK,CAAC;IAClE,OAAO,YAAY,CACjB,oBAAoB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EACxD,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAC1D,UAAU,CAAC,MAAM,EACjB,UAAU,CAAC,UAAU,CACtB,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,6BAA6B,GAAG,CACpC,QAA4B,EAC5B,SAAsC,EACtC,UAAgC,EAChC,UAA2C,EACnC,EAAE;IACV,IAAI,UAAU,CAAC,UAAU,IAAI,SAAS,CAAC,EAAE,KAAK,UAAU;QAAE,OAAO,CAAC,CAAC;IACnE,IAAI,QAAQ,GAA8B,QAAQ,CAAC,QAAQ,CAAC;IAC5D,IAAI,UAAU,CAAC,MAAM,KAAK,eAAe,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;QAChE,QAAQ,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IACD,MAAM,SAAS,GAAG,CAAC,KAAa,EAAE,KAAa,EAAU,EAAE,CACzD,IAAI,CAAC,GAAG,CACN,UAAU,CAAC,GAAG,KAAK,SAAS;QAC1B,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAC/E,UAAU,CAAC,GAAG,KAAK,SAAS;QAC1B,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAChF,CAAC;IACJ,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,wBAAwB,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;YACpF,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,SAAS,KAAK,IAAI;gBAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;YAC9E,KAAK,GAAG,IAAI,CAAC,GAAG,CACd,KAAK,EACL,SAAS,CACP,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,SAAS,EAC1C,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,SAAS,CAC3C,CACF,CAAC;YACF,SAAS;QACX,CAAC;QACD,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,kBAAkB,CAC/B,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;YACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;YACzD,KAAK,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC;gBAC7B,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,+BAA+B,CAAC,OAAO,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;oBACjF,IAAI,mBAAmB,CAAC,QAAQ,CAAC;wBAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;oBACnE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;gBACrE,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,MAAM,CAAC,iBAAiB,CAAC;gBAClC,CAAC;YACH,CAAC;YACD,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;QACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;QACzD,KAAK,MAAM,KAAK,IAAI,MAAM;YAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;IAC/E,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CACvB,UAA2C,EAC3C,KAAsB,EACb,EAAE,CACX,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;KACnE,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,oBAAoB,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;KACrD,IAAI,CACH,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,KAAK,KAAK,KAAK;IACrB,CAAC,KAAK,CAAC,iBAAiB,EAAE,KAAK,KAAK,SAAS;QAC3C,KAAK,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS;QACjC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,IAAI,CACzC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,CAC/C,CAAC,CACP,CAAC;AAEN,MAAM,qBAAqB,GAAG,CAAC,KAA2B,EAAW,EAAE,CACrE,KAAK,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS;IACjC,CAAC,CAAC,KAAK,CAAC,WAAW;QACjB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE;YAC5C,MAAM,MAAM,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;YACvC,OAAO,MAAM,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,KAAK,CAAC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACtF,CAAC,CAAC,CAAC,CAAC;AAER,MAAM,oBAAoB,GAAG,CAC3B,KAA2B,EAC3B,SAA2C,EAClC,EAAE;IACX,IAAI,CAAC,SAAS,IAAI,CAAC,qBAAqB,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IAClE,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,SAAS,CAAC,WAAW;QAC9C,OAAO,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;IACtD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC;QAClB,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;QACnC,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;KACxC,CAAC,CAAC;IACH,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE;QAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC;QAClD,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,SAAS,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC;IAC7E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,QAA4B,EAC5B,UAAwB,EACxB,UAA2C,EAC3C,gBAAgB,GAA+B,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,EACzE,EAAE;IACP,MAAM,qBAAqB,GAAG,CAAC,EAAU,EAA0B,EAAE,CACnE,oBAAoB,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,YAAY,CAAC,CAAC;IACvF,MAAM,WAAW,GAAG,CAAC,UAAU,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAC1F,CAAC,EAAE,EAAE,EAAE;QACL,MAAM,OAAO,GAAG,qBAAqB,CAAC,EAAE,CAAC,CAAC;QAC1C,OAAO,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CACzC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,KAAK,OAAO,IAAI,qBAAqB,CAAC,KAAK,CAAC,CAAC,CACrF,CAAC;IACJ,CAAC,CACF,CAAC;IACF,MAAM,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACxE,OAAO,CAAC,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACnC,MAAM,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAC9E,gBAAgB,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAC5C,CAAC;QACF,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACvD,mBAAmB,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACzD,CAAC;QACF,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACvD,mBAAmB,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACzD,CAAC;QACF,IAAI,SAAS,KAAK,SAAS;YAAE,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CACzB,CAAC,EACD,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CACtC,6BAA6B,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACnE,CACF,CAAC;YACF,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CACzB,CAAC,EACD,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CACtC,6BAA6B,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACnE,CACF,CAAC;YACF,IAAI,UAAU,KAAK,UAAU;gBAAE,OAAO,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzE,CAAC;QAED,KAAK,MAAM,SAAS,IAAI,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CACpE,gBAAgB,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CACvC,EAAE,CAAC;YACF,MAAM,OAAO,GAAG,YAAY,CAC1B,CAAC,EACD,SAAS,CAAC,MAAM,EAChB,SAAS,CAAC,OAAO,EACjB,SAAS,CAAC,KAAK,EACf,UAAU,CACX,CAAC;YACF,MAAM,OAAO,GAAG,YAAY,CAC1B,CAAC,EACD,SAAS,CAAC,MAAM,EAChB,SAAS,CAAC,OAAO,EACjB,SAAS,CAAC,KAAK,EACf,UAAU,CACX,CAAC;YACF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO,CAAC,CAAC;YACzD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO,CAAC,CAAC,CAAC;YAC1D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;gBAClD,IAAI,KAAK,KAAK,CAAC;oBAAE,OAAO,KAAK,CAAC;YAChC,CAAC;QACH,CAAC;QACD,MAAM,OAAO,GAAG,CAAC,SAAsC,EAAU,EAAE;YACjE,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,YAAY,CAAC,EAAE,CAAC;gBAChD,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,kBAAkB,EAClB,SAAS,EACT,YAAY,EACZ,UAAU,CACX,CAAC;gBACF,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACtD,CAAC;YACD,MAAM,WAAW,GAAG,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;YACnE,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;gBAC/C,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAC5B,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,KAAK,OAAO,IAAI,KAAK,CAAC,KAAK,KAAK,YAAY,CACvE,CAAC;gBACF,IACE,CAAC,KAAK;oBACN,CAAC,qBAAqB,CAAC,KAAK,CAAC;oBAC7B,CAAC,oBAAoB,CACnB,KAAK,EACL,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,CACvD;oBAED,OAAO,CAAC,CAAC,CAAC;gBACZ,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;YACnC,CAAC,CAAC,CAAC;YACH,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtD,CAAC,CAAC;QACF,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QAC7C,IAAI,YAAY,KAAK,CAAC;YAAE,OAAO,YAAY,CAAC;QAC5C,IAAI,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,WAAW;YAAE,OAAO,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC;QAC1E,OAAO,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAC1B,SAAoB,EACpB,UAA2C,EAC3C,cAA+B,EACP,EAAE;IAC1B,MAAM,WAAW,GAAG,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,cAAc,CAAC;QACvE,CAAC,CAAC,cAAc;QAChB,CAAC,CAAC,YAAY,CAAC;IACjB,OAAO,MAAM,CAAC,WAAW,CACvB,WAAW;SACR,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC;SACxC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CACjB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,EAAE;QACjE,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,KAAK,CAAC;YACtC,OAAO,CAAC,CAAC,GAAG,KAAK,CAAC,SAAS,IAAI,MAAM,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC;QACpC,OAAO,KAAK,EAAE,CAAC,KAAK,KAAK,CAAC,WAAW,IAAI,MAAM,EAAE,UAAU;YACzD,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9E,CAAC,CAAC,EAAE,CAAC;IACT,CAAC,CAAC,CACH,CACJ,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,CAAyB,EAAE,CAAyB,EAAW,EAAE;IAClF,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAClC,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QAClB,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QAClB,IAAI,EAAE,KAAK,SAAS,IAAI,EAAE,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QACvD,IAAI,EAAE,GAAG,EAAE;YAAE,OAAO,KAAK,CAAC;QAC1B,IAAI,EAAE,GAAG,EAAE;YAAE,cAAc,GAAG,IAAI,CAAC;IACrC,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,QAA4B,EAC5B,UAAgC,EAChC,UAA2C,EAC3C,KAAK,GAAoB,OAAO,EAChC,gBAAgB,GAA+B,CAAC,OAAO,EAAE,YAAY,CAAC,EACzD,EAAE;IACf,MAAM,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAC9E,gBAAgB,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAC5C,CAAC;IACF,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAC/C,iBAAiB,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACrC,mBAAmB,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CACjE,CACF,CAAC;IACF,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC;IACpE,MAAM,OAAO,GAAG,IAAI,GAAG,CACrB,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC;QAC5B,SAAS,CAAC,EAAE;QACZ,mBAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,KAAK,CAAC;KAClD,CAAC,CACH,CAAC;IACF,OAAO,UAAU;SACd,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE;QACpB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QAC/C,OAAO,CAAC,UAAU,CAAC,IAAI,CACrB,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,SAAS,CAAC,EAAE,IAAI,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,CACvF,CAAC;IACJ,CAAC,CAAC;SACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC9C,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CACvB,SAAoB,EACpB,QAA8B,EAC9B,UAA2C,EACnC,EAAE;IACV,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;IACzF,MAAM,eAAe,GAAG,mBAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;IAC5E,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACvE,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE;QAC9B,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7F,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;QACjC,OAAO,CACL,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YAC5C,eAAe,CAAC,GAAG,CAAC,KAAK,SAAS;YAClC,eAAe,CAAC,GAAG,CAAC,KAAK,IAAI,CAC9B,CAAC;IACJ,CAAC,CAAC,CAAC,MAAM,CAAC;AACZ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,QAA4B,EAC5B,UAAgC,EAChC,UAA2C,EAC9B,EAAE;IACf,MAAM,QAAQ,GAAG,cAAc,CAAC,QAAQ,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IAClE,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC5B,MAAM,QAAQ,GACZ,gBAAgB,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,GAAG,gBAAgB,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;QACxF,OAAO,QAAQ,IAAI,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,wBAAwB,GAAG,CAC/B,QAA4B,EAC5B,SAAsC,EACtC,UAAgC,EAChC,OAA2B,EAC3B,UAA2C,EACC,EAAE;IAC9C,MAAM,MAAM,GAAG,wBAAwB,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;IACpF,MAAM,SAAS,GAAG,SAAS,CAAC,EAAE,KAAK,UAAU,CAAC;IAC9C,IAAI,MAAM,GAAG,MAAM,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACjE,IAAI,SAAS;QAAE,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAC5B,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,kDAAkD,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;IAC1F,OAAO;QACL,WAAW,EAAE,SAAS,CAAC,EAAE;QACzB,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,UAAU,EAAE,UAAU;QACtB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/B,KAAK,EAAE,UAAU,CAAC,KAAK;QACvB,MAAM;QACN,MAAM,EAAE,mBAAmB,CACzB,QAAQ,EACR,SAAS,EACT,EAAE,GAAG,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAClD,UAAU,CACX;QACD,GAAG,CAAC,CAAC,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1B,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACvC,QAA4B,EAC5B,UAAkD,EAClD,UAA2C,EAC3C,UAAU,GAA+D,EAAE,EACtD,EAAE;IACvB,MAAM,OAAO,GAAG,0CAA0C,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC7E,MAAM,kBAAkB,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CACtD,iCAAiC,CAAC,KAAK,CAAC,SAAS,CAAC,CACnD,CAAC;IACF,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ,EAAE,kBAAkB,EAAE,UAAU,CAAC,CAAC;IACxE,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IACnC,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CACrD,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACnD,mBAAmB,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CACjE,CACF,CAAC;IACF,MAAM,QAAQ,GACZ,QAAQ,KAAK,IAAI,IAAI,kBAAkB,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC5F,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,CACjE,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;QACrD,MAAM,QAAQ,GACZ,UAAU,CAAC,OAAO,IAAI,UAAU,CAAC,MAAM,KAAK,eAAe;YACzD,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC;YACtB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACxB,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YAC9B,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;gBAC1B,OAAO,wBAAwB,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;YACxF,CAAC;YACD,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;YACF,MAAM,MAAM,GAAG,EAAE,GAAG,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;YAClE,IAAI,QAAwE,CAAC;YAC7E,IAAI,IAAwB,CAAC;YAC7B,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;gBAC1B,MAAM,OAAO,GAAG,kBAAkB,CAChC,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC,CAAC,CAAC,CAAC;gBACL,IAAI,OAAO,EAAE,CAAC;oBACZ,IAAI,CAAC;wBACH,QAAQ,GAAG,+BAA+B,CAAC,OAAO,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;wBAC3E,IAAI,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;oBACvC,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IAAI,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAChE,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,GAAG,+BAA+B,CAAC;gBACzC,CAAC;YACH,CAAC;YACD,OAAO;gBACL,WAAW,EAAE,SAAS,CAAC,EAAE;gBACzB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/B,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,MAAM;gBACN,MAAM,EAAE,mBAAmB,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC;gBACpE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC1B,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CACH,CAAC;IACF,OAAO,yBAAyB,CAAC,KAAK,CAAC;QACrC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACxD,oBAAoB,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,OAAO,CAAC,6BAA6B;YACvC,CAAC,CAAC,EAAE,6BAA6B,EAAE,OAAO,CAAC,6BAA6B,EAAE;YAC1E,CAAC,CAAC,EAAE,CAAC;QACP,kBAAkB,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3D,oBAAoB,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrE,WAAW,EAAE,iBAAiB;KAC/B,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,0CAA0C,GAAG,CAAC;KACxD,MAAM,CAAC;IACN,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,6BAA6B,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,QAAQ,EAAE;CACrE,CAAC;KACD,MAAM,EAAE,CAAC"}
|
|
@@ -25,6 +25,7 @@ export declare const graderConfigHash: (input: {
|
|
|
25
25
|
skipJudge?: boolean;
|
|
26
26
|
}) => string;
|
|
27
27
|
export declare const validateAssertionPlan: (assertions: readonly Assertion[], registry: Registry) => Promise<unknown[]>;
|
|
28
|
+
export declare const gradingScoreBasis: (report: GradingReport | null) => string | null;
|
|
28
29
|
export declare const gradeRun: (run: Run, registry: Registry, observer?: RunObserver, abortSignal?: AbortSignal, recordAssertion?: (entry: GradingAssertionEntry, index: number) => void | Promise<void>, modelAttempts?: {
|
|
29
30
|
start: (kind: "judge") => string | Promise<string>;
|
|
30
31
|
complete: (attemptIds: readonly string[]) => void | Promise<void>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"grading.d.ts","sourceRoot":"","sources":["../../src/orchestrator/grading.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAC7B,OAAO,EACL,KAAK,SAAS,EACd,KAAK,aAAa,EAIlB,KAAK,qBAAqB,EAC1B,KAAK,aAAa,EAElB,KAAK,QAAQ,EACb,KAAK,GAAG,EACR,KAAK,WAAW,EAEjB,MAAM,kBAAkB,CAAC;AAU1B;;;;;GAKG;AACH,eAAO,MAAM,wBAAwB,MAAO,SAAS,UAAU,CAAC,CAAC,UAAU,KAAG,OAM7E,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAAG;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAAG,uBAAuB,GAAG;IACjE,QAAQ,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,4BAA4B,eAC3B,SAAS,SAAS,EAAE,YACtB,QAAQ,KACjB,0BAA0B,EAYzB,CAAC;AAEL,eAAO,MAAM,yBAAyB,eACxB,SAAS,SAAS,EAAE,YACtB,QAAQ,KACjB,uBAAuB,EAIrB,CAAC;AAEN,eAAO,MAAM,gBAAgB,UAAW;IACtC,UAAU,EAAE,MAAM,CAAC;IACnB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,UAAU,EAAE,SAAS,0BAA0B,EAAE,CAAC;IAClD,uBAAuB,EAAE,MAAM,CAAC;IAChC,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB,KAAG,MAQA,CAAC;AAEL,eAAO,MAAM,qBAAqB,eACpB,SAAS,SAAS,EAAE,YACtB,QAAQ,KACjB,OAAO,CAAC,OAAO,EAAE,CAuBnB,CAAC;
|
|
1
|
+
{"version":3,"file":"grading.d.ts","sourceRoot":"","sources":["../../src/orchestrator/grading.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAC7B,OAAO,EACL,KAAK,SAAS,EACd,KAAK,aAAa,EAIlB,KAAK,qBAAqB,EAC1B,KAAK,aAAa,EAElB,KAAK,QAAQ,EACb,KAAK,GAAG,EACR,KAAK,WAAW,EAEjB,MAAM,kBAAkB,CAAC;AAU1B;;;;;GAKG;AACH,eAAO,MAAM,wBAAwB,MAAO,SAAS,UAAU,CAAC,CAAC,UAAU,KAAG,OAM7E,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAAG;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAAG,uBAAuB,GAAG;IACjE,QAAQ,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,4BAA4B,eAC3B,SAAS,SAAS,EAAE,YACtB,QAAQ,KACjB,0BAA0B,EAYzB,CAAC;AAEL,eAAO,MAAM,yBAAyB,eACxB,SAAS,SAAS,EAAE,YACtB,QAAQ,KACjB,uBAAuB,EAIrB,CAAC;AAEN,eAAO,MAAM,gBAAgB,UAAW;IACtC,UAAU,EAAE,MAAM,CAAC;IACnB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,UAAU,EAAE,SAAS,0BAA0B,EAAE,CAAC;IAClD,uBAAuB,EAAE,MAAM,CAAC;IAChC,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB,KAAG,MAQA,CAAC;AAEL,eAAO,MAAM,qBAAqB,eACpB,SAAS,SAAS,EAAE,YACtB,QAAQ,KACjB,OAAO,CAAC,OAAO,EAAE,CAuBnB,CAAC;AAiBF,eAAO,MAAM,iBAAiB,WAAY,aAAa,GAAG,IAAI,KAAG,MAAM,GAAG,IASnE,CAAC;AAmCR,eAAO,MAAM,QAAQ,QACd,GAAG,YACE,QAAQ,aACP,WAAW,gBACR,WAAW,oBACP,CAAC,KAAK,EAAE,qBAAqB,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,kBACvE;IACd,KAAK,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACnD,QAAQ,EAAE,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACnE,qBACkB,SAAS,OAAO,EAAE,0BAEpC,OAAO,CAAC,aAAa,CAwHvB,CAAC"}
|