niceeval 0.19.0 → 0.19.1-canary.102
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/INDEX.md +1 -1
- package/dist/assertions/record/codec.cjs +19 -13
- package/dist/assertions/record/codec.cjs.map +1 -1
- package/dist/assertions/record/codec.d.cts +2 -0
- package/dist/assertions/record/codec.d.mts +2 -0
- package/dist/assertions/record/codec.d.ts +2 -0
- package/dist/assertions/record/codec.js +16 -14
- package/dist/inspection/assertion-projection.cjs +4 -1
- package/dist/inspection/assertion-projection.cjs.map +1 -1
- package/dist/inspection/cli/contribution.cjs +18 -14
- package/dist/inspection/cli/contribution.cjs.map +1 -1
- package/dist/inspection/cli/contribution.d.cts +7 -0
- package/dist/inspection/cli/contribution.d.mts +7 -0
- package/dist/inspection/cli/contribution.d.ts +7 -0
- package/dist/inspection/overview.cjs +28 -14
- package/dist/inspection/overview.cjs.map +1 -1
- package/dist/inspection/overview.d.cts +151 -18
- package/dist/inspection/overview.d.mts +151 -18
- package/dist/inspection/overview.d.ts +151 -18
- package/dist/inspection/overview.js +4 -2
- package/dist/inspection/project-result.d.cts +148 -148
- package/dist/inspection/project-result.d.mts +148 -148
- package/dist/inspection/project-result.d.ts +148 -148
- package/dist/inspection/protocol-values.cjs +1 -1
- package/dist/inspection/protocol-values.cjs.map +1 -1
- package/dist/inspection/protocol-values.d.cts +1 -1
- package/dist/inspection/protocol-values.d.mts +1 -1
- package/dist/inspection/protocol-values.d.ts +1 -1
- package/dist/inspection/protocol.d.cts +611 -479
- package/dist/inspection/protocol.d.mts +611 -479
- package/dist/inspection/protocol.d.ts +611 -479
- package/dist/inspection/public.cjs +3 -1
- package/dist/inspection/public.cjs.map +1 -1
- package/dist/inspection/public.d.cts +1 -0
- package/dist/inspection/public.d.mts +1 -0
- package/dist/inspection/public.d.ts +1 -0
- package/dist/inspection/public.js +18 -16
- package/dist/inspection/public.mjs +54 -52
- package/dist/inspection/results.cjs +11 -15
- package/dist/inspection/results.cjs.map +1 -1
- package/dist/inspection/results.d.cts +769 -324
- package/dist/inspection/results.d.mts +769 -324
- package/dist/inspection/results.d.ts +769 -324
- package/dist/inspection/results.js +4 -0
- package/dist/inspection/select.cjs +12 -72
- package/dist/inspection/select.cjs.map +1 -1
- package/dist/inspection/verdict.cjs +61 -0
- package/dist/inspection/verdict.cjs.map +1 -0
- package/dist/inspection/verdict.d.cts +3 -0
- package/dist/inspection/verdict.d.mts +3 -0
- package/dist/inspection/verdict.d.ts +3 -0
- package/dist/inspection/verdict.js +6 -0
- package/dist/inspection/verdict.js.map +1 -0
- package/dist/runner/discover.cjs +5 -4
- package/dist/runner/discover.cjs.map +1 -1
- package/dist/sandbox/index.cjs +4 -2
- package/dist/sandbox/index.cjs.map +1 -1
- package/dist/sandbox/index.d.cts +2 -0
- package/dist/sandbox/index.d.mts +2 -0
- package/dist/sandbox/index.d.ts +2 -0
- package/dist/sandbox/index.js +34 -32
- package/dist/sandbox/index.mjs +34 -32
- package/dist/sandbox/opensandbox/managed-process.cjs +224 -0
- package/dist/sandbox/opensandbox/managed-process.cjs.map +1 -0
- package/dist/sandbox/opensandbox/managed-process.d.cts +9 -0
- package/dist/sandbox/opensandbox/managed-process.d.mts +9 -0
- package/dist/sandbox/opensandbox/managed-process.d.ts +9 -0
- package/dist/sandbox/opensandbox/managed-process.js +6 -0
- package/dist/sandbox/opensandbox/managed-process.js.map +1 -0
- package/dist/sandbox/opensandbox/materialize.cjs +25 -0
- package/dist/sandbox/opensandbox/materialize.cjs.map +1 -0
- package/dist/sandbox/opensandbox/materialize.d.cts +4 -0
- package/dist/sandbox/opensandbox/materialize.d.mts +4 -0
- package/dist/sandbox/opensandbox/materialize.d.ts +4 -0
- package/dist/sandbox/opensandbox/materialize.js +6 -0
- package/dist/sandbox/opensandbox/materialize.js.map +1 -0
- package/dist/sandbox/opensandbox/process-bridge.cjs +89 -0
- package/dist/sandbox/opensandbox/process-bridge.cjs.map +1 -0
- package/dist/sandbox/opensandbox/process-bridge.d.cts +2 -0
- package/dist/sandbox/opensandbox/process-bridge.d.mts +2 -0
- package/dist/sandbox/opensandbox/process-bridge.d.ts +2 -0
- package/dist/sandbox/opensandbox/process-bridge.js +6 -0
- package/dist/sandbox/opensandbox/process-bridge.js.map +1 -0
- package/dist/sandbox/opensandbox/sandbox.cjs +253 -0
- package/dist/sandbox/opensandbox/sandbox.cjs.map +1 -0
- package/dist/sandbox/opensandbox/sandbox.d.cts +51 -0
- package/dist/sandbox/opensandbox/sandbox.d.mts +51 -0
- package/dist/sandbox/opensandbox/sandbox.d.ts +51 -0
- package/dist/sandbox/opensandbox/sandbox.js +6 -0
- package/dist/sandbox/opensandbox/sandbox.js.map +1 -0
- package/dist/sandbox/opensandbox.cjs +88 -0
- package/dist/sandbox/opensandbox.cjs.map +1 -0
- package/dist/sandbox/opensandbox.d.cts +17 -0
- package/dist/sandbox/opensandbox.d.mts +17 -0
- package/dist/sandbox/opensandbox.d.ts +17 -0
- package/dist/sandbox/opensandbox.js +6 -0
- package/dist/sandbox/opensandbox.js.map +1 -0
- package/dist/sandbox/runtime.cjs +1 -0
- package/dist/sandbox/runtime.cjs.map +1 -1
- package/dist/sandbox/runtime.d.cts +2 -0
- package/dist/sandbox/runtime.d.mts +2 -0
- package/dist/sandbox/runtime.d.ts +2 -0
- package/dist/sandbox/runtime.js +2 -0
- package/dist/sandbox/types.cjs.map +1 -1
- package/dist/sandbox/types.d.cts +1 -1
- package/dist/sandbox/types.d.mts +1 -1
- package/dist/sandbox/types.d.ts +1 -1
- package/dist/show/model.cjs +6 -5
- package/dist/show/model.cjs.map +1 -1
- package/dist/show/model.d.cts +1 -1
- package/dist/show/model.d.mts +1 -1
- package/dist/show/model.d.ts +1 -1
- package/dist/show/render.cjs +2 -2
- package/dist/show/render.cjs.map +1 -1
- package/dist/view/app-dist/.vite/manifest.json +2 -2
- package/dist/view/app-dist/assets/{index-CxrOUvHC.js → index-f9ZKc4km.js} +16 -16
- package/dist/view/app-dist/assets/{quality-cost-scatter-B6Aiss7x.js → quality-cost-scatter-C6lsrigr.js} +1 -1
- package/dist/view/app-dist/index.html +1 -1
- package/dist/view/function-runtime.mjs +126 -118
- package/dist/view/http-protocol.d.cts +1 -1
- package/dist/view/http-protocol.d.mts +1 -1
- package/dist/view/http-protocol.d.ts +1 -1
- package/dist/view/inspection-host.d.cts +625 -493
- package/dist/view/inspection-host.d.mts +625 -493
- package/dist/view/inspection-host.d.ts +625 -493
- package/docs-site/zh/explanation/evals.mdx +4 -0
- package/docs-site/zh/reference/cli.mdx +45 -4
- package/docs-site/zh/tutorials/compare-runs.mdx +1 -1
- package/docs-site/zh/tutorials/niceeval-taste.mdx +34 -1
- package/docs-site/zh/tutorials/sandbox-providers.mdx +35 -4
- package/docs-site/zh/tutorials/upgrade-0-19.mdx +1 -1
- package/docs-site/zh/tutorials/viewing-results.mdx +36 -3
- package/package.json +6 -1
|
@@ -2,7 +2,13 @@
|
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.selectInspectionOverview = selectInspectionOverview;
|
|
4
4
|
exports.aggregateInspectionCurrentSlots = aggregateInspectionCurrentSlots;
|
|
5
|
-
|
|
5
|
+
exports.projectPlannedAttemptMetrics = projectPlannedAttemptMetrics;
|
|
6
|
+
// @concord-file
|
|
7
|
+
// @concord-implements docs/feature/inspection/README.md
|
|
8
|
+
// @concord-implements docs/feature/inspection/use-case/inspection-compare-quality-cost.md
|
|
9
|
+
// @concord-implements docs/feature/insight/README.md
|
|
10
|
+
const results_ts_1 = require("./results.cjs");
|
|
11
|
+
const verdict_ts_1 = require("./verdict.cjs");
|
|
6
12
|
const effect_1 = require("effect");
|
|
7
13
|
const current_ts_1 = require("../record/family/current.cjs");
|
|
8
14
|
const codec_ts_1 = require("./codec.cjs");
|
|
@@ -51,7 +57,7 @@ function aggregateInspectionCurrentSlots(inputs) {
|
|
|
51
57
|
coverage: Object.freeze([]),
|
|
52
58
|
issues: Object.freeze([]),
|
|
53
59
|
ref: null,
|
|
54
|
-
}) : analyzeAttempt(recorded.resolved, recorded.target, recorded.member, recorded.slot),
|
|
60
|
+
}) : analyzeAttempt(recorded.resolved, recorded.target.run.runId, recorded.member, recorded.slot),
|
|
55
61
|
});
|
|
56
62
|
}));
|
|
57
63
|
}
|
|
@@ -91,7 +97,7 @@ function selectLatestSlots(runs, resolutionRuns = runs) {
|
|
|
91
97
|
slot,
|
|
92
98
|
member,
|
|
93
99
|
resolved,
|
|
94
|
-
analysis: analyzeAttempt(resolved, target, member, slot),
|
|
100
|
+
analysis: analyzeAttempt(resolved, target.run.runId, member, slot),
|
|
95
101
|
});
|
|
96
102
|
}));
|
|
97
103
|
}
|
|
@@ -100,7 +106,7 @@ function compareOccurrence(left, right) {
|
|
|
100
106
|
left.run.startedAt - right.run.startedAt ||
|
|
101
107
|
compareText(left.run.runId, right.run.runId);
|
|
102
108
|
}
|
|
103
|
-
function analyzeAttempt(resolved,
|
|
109
|
+
function analyzeAttempt(resolved, runId, member, slot) {
|
|
104
110
|
if (resolved === undefined) {
|
|
105
111
|
const hasReference = member?.attempt !== undefined && member.attempt !== null;
|
|
106
112
|
return Object.freeze({
|
|
@@ -112,7 +118,7 @@ function analyzeAttempt(resolved, target, member, slot) {
|
|
|
112
118
|
durationMs: unavailableOperationalMetric(),
|
|
113
119
|
tokens: unavailableOperationalMetric(),
|
|
114
120
|
coverage: Object.freeze([]),
|
|
115
|
-
issues: Object.freeze([overviewIssue(hasReference ? "attempt-origin-missing" : "attempt-not-observed",
|
|
121
|
+
issues: Object.freeze([overviewIssue(hasReference ? "attempt-origin-missing" : "attempt-not-observed", runId, slot)]),
|
|
116
122
|
ref: null,
|
|
117
123
|
});
|
|
118
124
|
}
|
|
@@ -123,7 +129,7 @@ function analyzeAttempt(resolved, target, member, slot) {
|
|
|
123
129
|
return Object.freeze({
|
|
124
130
|
assertionsState: assertions.state,
|
|
125
131
|
evaluationKind: null,
|
|
126
|
-
verdict:
|
|
132
|
+
verdict: (0, verdict_ts_1.attemptVerdict)(resolved, assertions),
|
|
127
133
|
score: emptyAttemptScore(),
|
|
128
134
|
costUSD: costUSDOf(resolved),
|
|
129
135
|
...operational,
|
|
@@ -175,10 +181,7 @@ function analyzeAttempt(resolved, target, member, slot) {
|
|
|
175
181
|
return Object.freeze({
|
|
176
182
|
assertionsState: "available",
|
|
177
183
|
evaluationKind: hasPoints ? "points" : "pass",
|
|
178
|
-
verdict: (0, verdict_ts_1.
|
|
179
|
-
outcome: resolved.attempt.outcome,
|
|
180
|
-
assertions: assertions.value,
|
|
181
|
-
}),
|
|
184
|
+
verdict: (0, verdict_ts_1.attemptVerdict)(resolved, assertions),
|
|
182
185
|
score: Object.freeze({
|
|
183
186
|
hasPoints,
|
|
184
187
|
earned,
|
|
@@ -205,7 +208,6 @@ function makeCell(slots, labelKeys) {
|
|
|
205
208
|
members: Object.freeze(slots.flatMap((selected) => {
|
|
206
209
|
if (selected.target === undefined || selected.slot === undefined)
|
|
207
210
|
return [];
|
|
208
|
-
const resolved = selected.resolved;
|
|
209
211
|
return [Object.freeze({
|
|
210
212
|
runId: selected.target.run.runId,
|
|
211
213
|
plannedAttemptId: selected.slot.slotId,
|
|
@@ -213,6 +215,7 @@ function makeCell(slots, labelKeys) {
|
|
|
213
215
|
attemptOrdinal: selected.slot.attemptOrdinal,
|
|
214
216
|
labels: inspectionLabels([selected], labelKeys),
|
|
215
217
|
publication: overviewPublication(selected),
|
|
218
|
+
...memberMetrics(selected),
|
|
216
219
|
})];
|
|
217
220
|
})),
|
|
218
221
|
});
|
|
@@ -364,12 +367,21 @@ function overviewPublication(selected) {
|
|
|
364
367
|
attemptLocator: resolved.locator,
|
|
365
368
|
originRunId: member.attempt.originRunId,
|
|
366
369
|
originPlannedAttemptId: resolved.attempt.slotId,
|
|
370
|
+
});
|
|
371
|
+
}
|
|
372
|
+
/** Shared metrics for one planned position, including missing and unresolved publications. */
|
|
373
|
+
function projectPlannedAttemptMetrics(runId, slot, member, resolved) {
|
|
374
|
+
return memberMetrics({ analysis: analyzeAttempt(resolved, runId, member, slot) });
|
|
375
|
+
}
|
|
376
|
+
const decodeMemberMetrics = effect_1.Schema.decodeUnknownSync(results_ts_1.PlannedAttemptMetricsSchema);
|
|
377
|
+
function memberMetrics(selected) {
|
|
378
|
+
return Object.freeze(decodeMemberMetrics({
|
|
367
379
|
verdict: selected.analysis.verdict,
|
|
368
380
|
score: scoreForMember(selected),
|
|
369
|
-
costUSD:
|
|
381
|
+
costUSD: costForAnalyses([selected]),
|
|
370
382
|
durationMs: metricForSlots([selected], "durationMs", "ms", "average"),
|
|
371
383
|
tokens: metricForSlots([selected], "tokens", "tokens", "sum"),
|
|
372
|
-
});
|
|
384
|
+
}));
|
|
373
385
|
}
|
|
374
386
|
function executionValue(values) {
|
|
375
387
|
const distinct = new Set(values);
|
|
@@ -445,7 +457,9 @@ function costForSlots(slots) {
|
|
|
445
457
|
if (!unique.has(key))
|
|
446
458
|
unique.set(key, slot);
|
|
447
459
|
}
|
|
448
|
-
|
|
460
|
+
return costForAnalyses([...unique.values()]);
|
|
461
|
+
}
|
|
462
|
+
function costForAnalyses(subjects) {
|
|
449
463
|
const valued = subjects.filter(({ analysis }) => analysis.costUSD.value !== null);
|
|
450
464
|
const sources = new Set(valued.flatMap(({ analysis }) => analysis.costUSD.source === null ? [] : [analysis.costUSD.source]));
|
|
451
465
|
const hasReported = sources.has("reported") || sources.has("mixed");
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"overview.js","sourceRoot":"","sources":["overview.ts"],"names":[],"mappings":";;AAuKA,4DAIC;AA4BD,0EAsBC;AAxND,0DAAuE;AAEvE,mCAAmD;AAGnD,4DAA2G;AAC3G,yCAA+F;AAC/F,yCAAuN;AAEvN,yCAAmG;AAkJnG;;;GAGG;AACH,gBAAgB;AAChB,0FAA0F;AAC1F,qDAAqD;AACrD,SAAgB,wBAAwB,CAAC,KAA4D,EAAE,cAA+C;IAClJ,MAAM,IAAI,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAA,6BAAkB,EAAC,KAAK,CAAC,CAAC;IAC/E,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,EAAE,cAAc,IAAI,IAAI,CAAC,CAAC;IACjE,OAAO,sBAAsB,CAAC,QAAQ,CAAC,CAAC;AAC5C,CAAC;AACD,SAAS,sBAAsB,CAAC,QAAiC;IAC7D,MAAM,KAAK,GAAG,kBAAkB,CAAC,QAAQ,EAAE,CAAC,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,GAAG,YAAY,SAAS,MAAM,EAAE,CAAC;SACrG,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,mBAAmB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,YAAY,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1I,MAAM,WAAW,GAAG,kBAAkB,CAAC,QAAQ,EAAE,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC;SAC/E,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,YAAY,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACpJ,OAAO,aAAa,CAAC;QACjB,MAAM,EAAE,SAAS,CAAC,QAAQ,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC;QAClD,WAAW;QACX,KAAK;KACR,CAAC,CAAC;AACP,CAAC;AAgBD,gFAAgF;AAChF,SAAgB,+BAA+B,CAAC,MAA6C;IACzF,OAAO,sBAAsB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAgB,EAAE;QAC7D,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;QAChC,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,GAAG,KAAK;YACR,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC;YACnB,MAAM,EAAE,QAAQ,EAAE,MAAM;YACxB,QAAQ,EAAE,QAAQ,EAAE,QAAQ;YAC5B,QAAQ,EAAE,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;gBAC7C,eAAe,EAAE,iBAA0B;gBAC3C,cAAc,EAAE,KAAK,CAAC,cAAc,KAAK,OAAO,CAAC,CAAC,CAAC,QAAiB,CAAC,CAAC,CAAC,MAAe;gBACtF,OAAO,EAAE,IAAI;gBACb,KAAK,EAAE,iBAAiB,EAAE;gBAC1B,OAAO,EAAE,sBAAsB,EAAE;gBACjC,UAAU,EAAE,4BAA4B,EAAE;gBAC1C,MAAM,EAAE,4BAA4B,EAAE;gBACtC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzB,GAAG,EAAE,IAAI;aACZ,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC;SAC1F,CAAC,CAAC;IACP,CAAC,CAAC,CAAC,CAAC;AACR,CAAC;AACD,SAAS,sBAAsB,CAAC,KAA4D;IACxF,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAChC,CAAC;AACD,SAAS,iBAAiB,CAAC,IAAoC,EAAE,iBAAiD,IAAI;IAClH,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtH,MAAM,MAAM,GAAG,IAAI,GAAG,EAGlB,CAAC;IACL,KAAK,MAAM,MAAM,IAAI,IAAI,EAAE,CAAC;QACxB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,YAAY,SAAS,IAAI,CAAC,MAAM,SAAS,IAAI,CAAC,cAAc,EAAE,CAAC;YACzF,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAChC,IAAI,OAAO,KAAK,SAAS,IAAI,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACrD,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;SACpC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC;QAC/F,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;QAChD,IAAI,CAAC,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,cAAc;QACpD,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;SAC1D,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAgB,EAAE;QACxC,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1D,MAAM,QAAQ,GAAG,MAAM,KAAK,SAAS;YACjC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,IAAA,yCAA8B,EAAC,cAAc,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QACrE,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,YAAY;YACrC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO;YAC7C,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK;YACzC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM;YACjC,MAAM;YACN,IAAI;YACJ,MAAM;YACN,QAAQ;YACR,QAAQ,EAAE,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC;SAC3D,CAAC,CAAC;IACP,CAAC,CAAC,CAAC,CAAC;AACR,CAAC;AACD,SAAS,iBAAiB,CAAC,IAAyB,EAAE,KAA0B;IAC5E,OAAO,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC,WAAW;QAC/C,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS;QACxC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;AACrD,CAAC;AACD,SAAS,cAAc,CAAC,QAA+C,EAAE,MAA2B,EAAE,MAAkC,EAAE,IAAwB;IAC9J,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,YAAY,GAAG,MAAM,EAAE,OAAO,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,KAAK,IAAI,CAAC;QAC9E,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,eAAe,EAAE,iBAA0B;YAC3C,cAAc,EAAE,IAAI;YACpB,OAAO,EAAE,IAAI;YACb,KAAK,EAAE,iBAAiB,EAAE;YAC1B,OAAO,EAAE,sBAAsB,EAAE;YACjC,UAAU,EAAE,4BAA4B,EAAE;YAC1C,MAAM,EAAE,4BAA4B,EAAE;YACtC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,sBAAsB,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;YAChI,GAAG,EAAE,IAAI;SACZ,CAAC,CAAC;IACP,CAAC;IACD,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACzC,MAAM,WAAW,GAAG,yBAAyB,CAAC,QAAQ,CAAC,CAAC;IACxD,MAAM,UAAU,GAAG,IAAA,mCAAwB,EAAC,QAAQ,CAAC,CAAC;IACtD,IAAI,UAAU,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;QACnC,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,eAAe,EAAE,UAAU,CAAC,KAAK;YACjC,cAAc,EAAE,IAAI;YACpB,OAAO,EAAE,IAAI;YACb,KAAK,EAAE,iBAAiB,EAAE;YAC1B,OAAO,EAAE,SAAS,CAAC,QAAQ,CAAC;YAC5B,GAAG,WAAW;YACd,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;oBAC/B,QAAQ,EAAE,GAAG,CAAC,QAAQ;oBACtB,KAAK,EAAE,UAAU,CAAC,KAAK;iBAC1B,CAAC,CAAC,CAAC;YACR,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,GAAG;SACN,CAAC,CAAC;IACP,CAAC;IACD,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAC5B,IAAI,wBAAwB,GAAG,CAAC,CAAC;IACjC,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,MAAM,MAAM,GAAqB,EAAE,CAAC;IACpC,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QAC3C,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC;QACxC,IAAI,YAAY,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAClC,SAAS,GAAG,IAAI,CAAC;YACjB,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC;YAC9B,QAAQ,IAAI,YAAY,CAAC,MAAM,CAAC;YAChC,mBAAmB,IAAI,CAAC,CAAC;QAC7B,CAAC;aACI,IAAI,YAAY,CAAC,KAAK,KAAK,aAAa,EAAE,CAAC;YAC5C,SAAS,GAAG,IAAI,CAAC;YACjB,QAAQ,IAAI,YAAY,CAAC,MAAM,CAAC;YAChC,wBAAwB,IAAI,CAAC,CAAC;YAC9B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;gBACtB,IAAI,EAAE,gCAAgC;gBACtC,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,MAAM,EAAE,YAAY,CAAC,MAAM;aAC9B,CAAC,CAAC,CAAC;QACR,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;YACxB,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACtD,KAAK,EAAE,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK;YACrC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,KAAK,UAAU;gBAC7C,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YAClD,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;SAC/D,CAAC,CAAC,CAAC;IACR,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,eAAe,EAAE,WAAoB;QACrC,cAAc,EAAE,SAAS,CAAC,CAAC,CAAC,QAAiB,CAAC,CAAC,CAAC,MAAe;QAC/D,OAAO,EAAE,IAAA,uCAA0B,EAAC;YAChC,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO;YACjC,UAAU,EAAE,UAAU,CAAC,KAAK;SAC/B,CAAC;QACF,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC;YACjB,SAAS;YACT,MAAM;YACN,QAAQ;YACR,QAAQ,EAAE,mBAAmB,GAAG,CAAC;YACjC,QAAQ,EAAE,SAAS,IAAI,wBAAwB,KAAK,CAAC;SACxD,CAAC;QACF,OAAO,EAAE,SAAS,CAAC,QAAQ,CAAC;QAC5B,GAAG,WAAW;QACd,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC;QACjC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;QAC7B,GAAG;KACN,CAAC,CAAC;AACP,CAAC;AACD,SAAS,QAAQ,CAAC,KAA8B,EAAE,SAA4B;IAC1E,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACvB,IAAI,KAAK,KAAK,SAAS;QACnB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACrD,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC;QAClC,GAAG,SAAS,CAAC,KAAK,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC;QACxC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAuC,EAAE;YACnF,IAAI,QAAQ,CAAC,MAAM,KAAK,SAAS,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS;gBAC5D,OAAO,EAAE,CAAC;YACd,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;YACnC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;oBACd,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK;oBAChC,gBAAgB,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM;oBACtC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM;oBAC5B,cAAc,EAAE,QAAQ,CAAC,IAAI,CAAC,cAAc;oBAC5C,MAAM,EAAE,gBAAgB,CAAC,CAAC,QAAQ,CAAC,EAAE,SAAS,CAAC;oBAC/C,WAAW,EAAE,mBAAmB,CAAC,QAAQ,CAAC;iBAC7C,CAAC,CAAC,CAAC;QACZ,CAAC,CAAC,CAAC;KACN,CAAC,CAAC;AACP,CAAC;AACD,SAAS,cAAc,CAAC,KAA8B,EAAE,KAAwC,EAAE,SAA4B;IAC1H,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACvB,IAAI,KAAK,KAAK,SAAS;QACnB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IAC3D,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA0B,CAAC;IACnD,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACxC,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC;YACtD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YACrC,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAClC,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,MAAM,KAAK,SAAS;gBACpB,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;;gBAE9B,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9B,CAAC;IACL,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC;SACjC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;SACnD,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,EAA2B,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;QAC/D,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC7C,GAAG,SAAS,CAAC,MAAM,EAAE,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;KACpH,CAAC,CAAC,CAAC;IACJ,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3K,OAAO,EAAE,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;QAC1D,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;QACtD,MAAM,EAAE,gBAAgB,CAAC,KAAK,EAAE,SAAS,CAAC;QAC1C,GAAG,SAAS,CAAC,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC;QAC1C,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;KAChC,CAAC,CAAC;AACP,CAAC;AACD,SAAS,YAAY,CAAC,MAAkC;IACpD,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACxB,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI;QACvE,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ;QACjC,KAAK,CAAC,gBAAgB,KAAK,KAAK,CAAC,gBAAgB;QACjD,KAAK,CAAC,gBAAgB,KAAK,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACrD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,OAAgB,EAAE,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,WAAoB,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;AACxE,CAAC;AACD,SAAS,SAAS,CAAC,KAA8B,EAAE,KAA4B;IAC3E,MAAM,WAAW,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IAC7B,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5E,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,cAAc,EAAE,gBAAgB,CAAC,KAAK,CAAC;QACvC,WAAW;QACX,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC;YACnB,KAAK;YACL,QAAQ,EAAE,UAAU,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC;SAClD,CAAC;QACF,KAAK;QACL,OAAO,EAAE,YAAY,CAAC,KAAK,CAAC;QAC5B,UAAU,EAAE,cAAc,CAAC,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,SAAS,CAAC;QAChE,MAAM,EAAE,cAAc,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC;QACxD,QAAQ,EAAE,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACxE,MAAM;KACT,CAAC,CAAC;AACP,CAAC;AACD,SAAS,yBAAyB,CAAC,QAAmC;IAClE,MAAM,MAAM,GAAG,IAAA,+BAAoB,EAAC,MAAM,CAAC,MAAM,CAAC;QAC9C,gBAAgB,EAAE,IAAA,4BAAiB,EAAC,QAAQ,EAAE,sCAAyB,CAAC,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC;KAC3G,CAAC,CAAC,CAAC;IACJ,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAgB,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE;QAC7E,MAAM,GAAG,GAAG,QAAQ,CAAC,aAAa,GAAG,QAAQ,CAAC,UAAU,CAAC;QACzD,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC;IACvC,CAAC,EAAE,IAAI,CAAC,CAAC;IACT,MAAM,YAAY,GAAG,IAAA,4BAAiB,EAAC,QAAQ,EAAE,sCAAyB,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IAChG,MAAM,KAAK,GAAG,IAAA,8BAAmB,EAAC,MAAM,CAAC,MAAM,CAAC;QAC5C,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM;QACpD,UAAU,EAAE,IAAA,4BAAiB,EAAC,QAAQ,EAAE,sCAAyB,CAAC,UAAU,CAAC,MAAM,CAAC;QACpF,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;KAC1D,CAAC,CAAC,CAAC;IACJ,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC;IAC7C,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC;IAC/C,MAAM,WAAW,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;IACvF,MAAM,MAAM,GAAG,YAAY,KAAK,SAAS;QACrC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;YACZ,KAAK,EAAE,WAAW,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,EAAE,CAAC,CAAC;YAC/F,KAAK,EAAE,KAAK,CAAC,KAAK,KAAK,SAAS;gBAC5B,CAAC,CAAC,QAAiB;gBACnB,CAAC,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC;oBACtB,CAAC,CAAC,aAAsB;oBACxB,CAAC,CAAC,KAAK,CAAC,KAAK,KAAK,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,KAAK,WAAW;wBAC1E,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,KAAK,WAAW;wBAC/C,CAAC,CAAC,WAAoB;wBACtB,CAAC,CAAC,SAAkB;SACnC,CAAC;QACF,CAAC,CAAC,IAAA,oCAAyB,EAAC,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC5F,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC;YACtB,KAAK,EAAE,UAAU;YACjB,KAAK,EAAE,MAAM,CAAC,KAAK,KAAK,SAAS;gBAC7B,CAAC,CAAC,QAAiB;gBACnB,CAAC,CAAC,UAAU,KAAK,IAAI;oBACjB,CAAC,CAAC,aAAsB;oBACxB,CAAC,CAAC,MAAM,CAAC,KAAK,KAAK,UAAU,IAAI,CAAC,MAAM,CAAC,OAAO;wBAC5C,CAAC,CAAC,WAAoB;wBACtB,CAAC,CAAC,SAAkB;SACnC,CAAC;QACF,MAAM;KACT,CAAC,CAAC;AACP,CAAC;AACD,SAAS,4BAA4B;IACjC,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,aAAsB,EAAE,CAAC,CAAC;AACzE,CAAC;AACD,SAAS,cAAc,CAAC,KAA8B,EAAE,GAA4B,EAAE,IAAqB,EAAE,IAAuB;IAChI,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;IAC5E,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACxF,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;IAC9F,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC;IAC9E,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;IAChH,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK;QACL,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW;QAClG,OAAO,EAAE,MAAM,CAAC,MAAM;QACtB,KAAK,EAAE,KAAK,CAAC,MAAM;QACnB,KAAK,EAAE,iBAAiB;QACxB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC;QACpB,IAAI;QACJ,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC;KAClE,CAAC,CAAC;AACP,CAAC;AACD,SAAS,mBAAmB,CAAC,QAAsB;IAC/C,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,QAAQ,CAAC;IACtC,IAAI,MAAM,KAAK,SAAS;QACpB,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAkB,EAAE,CAAC,CAAC;IACxD,IAAI,MAAM,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;QAC1B,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,KAAK,EAAE,QAAiB;YACxB,MAAM,EAAE,MAAM,CAAC,aAAa;SAC/B,CAAC,CAAC;IACP,CAAC;IACD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,kBAAkB,QAAQ,CAAC,IAAI,EAAE,MAAM,0BAA0B,CAAC,CAAC;IACvF,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK,EAAE,WAAoB;QAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS;QACnC,cAAc,EAAE,QAAQ,CAAC,OAAO;QAChC,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,WAAW;QACvC,sBAAsB,EAAE,QAAQ,CAAC,OAAO,CAAC,MAAM;QAC/C,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC,OAAO;QAClC,KAAK,EAAE,cAAc,CAAC,QAAQ,CAAC;QAC/B,OAAO,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,CAAC;QACjC,UAAU,EAAE,cAAc,CAAC,CAAC,QAAQ,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,SAAS,CAAC;QACrE,MAAM,EAAE,cAAc,CAAC,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC;KAChE,CAAC,CAAC;AACP,CAAC;AACD,SAAS,cAAc,CAAC,MAAkC;IACtD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;IACjC,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC;QACnB,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,OAAgB,EAAE,CAAC,CAAC;IACtD,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACxB,OAAO,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QACxC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,aAAsB,EAAE,CAAC;QAClD,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,WAAoB,EAAE,KAAK,EAAE,CAAC,CAAC;AAChE,CAAC;AACD,SAAS,mBAAmB,CAAC,KAA8B;IACvD,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;AAC7G,CAAC;AACD,SAAS,gBAAgB,CAAC,KAA8B,EAAE,IAAuB;IAC7E,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;QACtD,GAAG;QACH,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC;KACjE,CAAC,CAAC,CAAC,CAAC;AACT,CAAC;AACD,SAAS,SAAS,CAAC,QAAmC;IAClD,MAAM,YAAY,GAAG,IAAA,4BAAiB,EAAC,QAAQ,EAAE,sCAAyB,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IAChG,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,IAAA,8BAAmB,EAAC,MAAM,CAAC,MAAM,CAAC,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACzH,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;QACjC,MAAM,GAAG,GAAG,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,CAAC;QACpE,IAAI,KAAK,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS;YACxC,OAAO,sBAAsB,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;YACpC,OAAO,sBAAsB,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,KAAK,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;YACpE,GAAG,CAAC,YAAY,KAAK,KAAK,CAAC,UAAU,CAAC;QAC1C,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,KAAK;YACL,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,WAAoB,CAAC,CAAC,CAAC,SAAkB;YAC3D,MAAM,EAAE,GAAG,CAAC,MAAM;SACrB,CAAC,CAAC;IACP,CAAC;IACD,MAAM,UAAU,GAAG,IAAA,4BAAiB,EAAC,QAAQ,EAAE,sCAAyB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAC7F,IAAI,UAAU,KAAK,SAAS;QACxB,UAAU,CAAC,QAAQ,CAAC,cAAc,KAAK,6CAAgC,CAAC,WAAW,CAAC,QAAQ;QAC5F,OAAO,sBAAsB,EAAE,CAAC;IACpC,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC;IAC7B,IAAI,CAAC,kBAAS,CAAC,QAAQ,CAAC,GAAG,CAAC;QACxB,OAAO,sBAAsB,EAAE,CAAC;IACpC,MAAM,MAAM,GAAG,eAAM,CAAC,mBAAmB,CAAC,sCAAyB,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,gBAAgB,EAAE,OAAO,EAAE,CAAC,CAAC;IACtI,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC;QACzC,CAAC,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,EAAE,CAAC;QACpD,CAAC,CAAC,SAAS,CAAC;IAChB,IAAI,QAAQ,KAAK,SAAS,IAAI,eAAM,CAAC,SAAS,CAAC,QAAQ,CAAC;QACpD,OAAO,sBAAsB,EAAE,CAAC;IACpC,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC;QAC3C,CAAC,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,CAAC;QACtD,CAAC,CAAC,SAAS,CAAC;IAChB,IAAI,SAAS,KAAK,SAAS,IAAI,eAAM,CAAC,SAAS,CAAC,SAAS,CAAC;QACtD,OAAO,sBAAsB,EAAE,CAAC;IACpC,MAAM,aAAa,GAAG,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC;IAC5D,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;QAC9B,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;IAC3F,CAAC;IACD,MAAM,cAAc,GAAG,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC;IAC/D,OAAO,cAAc,KAAK,SAAS;QAC/B,CAAC,CAAC,sBAAsB,EAAE;QAC1B,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;AAC5F,CAAC;AACD,SAAS,sBAAsB;IAC3B,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;AAC9E,CAAC;AACD,SAAS,YAAY,CAAC,KAA8B;IAChD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAwB,CAAC;IAC/C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,IAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAChM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;YAChB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAC9B,CAAC;IACD,MAAM,QAAQ,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;IAClF,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC7H,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACpE,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACtE,MAAM,MAAM,GAAG,WAAW,IAAI,YAAY,CAAC,CAAC,CAAC,OAAgB;QACzD,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,UAAmB;YAC/B,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,WAAoB;gBACjC,CAAC,CAAC,IAAI,CAAC;IACnB,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC;QAC7B,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAM,EAAE,CAAC,CAAC,CAAC;IAC7E,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK;QACL,MAAM;QACN,KAAK,EAAE,MAAM,KAAK,IAAI;YAClB,CAAC,CAAC,aAAsB;YACxB,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,KAAK,WAAW,CAAC;gBACtG,CAAC,CAAC,SAAkB;gBACpB,CAAC,CAAC,WAAoB;QAC9B,OAAO,EAAE,MAAM,CAAC,MAAM;QACtB,KAAK,EAAE,QAAQ,CAAC,MAAM;QACtB,KAAK,EAAE,iBAA0B;QACjC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC;QACpB,IAAI,EAAE,KAAc;QACpB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC;KAClE,CAAC,CAAC;AACP,CAAC;AACD,SAAS,aAAa,CAAC,KAA8B;IACjD,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;IAC/E,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;IACpF,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,QAAQ,EAAE,KAAK,CAAC,MAAM;QACtB,QAAQ;QACR,UAAU;QACV,OAAO,EAAE,KAAK,CAAC,MAAM,GAAG,QAAQ;KACnC,CAAC,CAAC;AACP,CAAC;AACD,SAAS,OAAO,CAAC,KAA8B;IAC3C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,EAAE,QAAQ,EAAE,IAAI,KAAK,EAAE,CAAC;QAC/B,QAAQ,QAAQ,CAAC,OAAO,EAAE,CAAC;YACvB,KAAK,QAAQ;gBACT,MAAM,IAAI,CAAC,CAAC;gBACZ,MAAM;YACV,KAAK,QAAQ;gBACT,MAAM,IAAI,CAAC,CAAC;gBACZ,MAAM;YACV,KAAK,SAAS;gBACV,OAAO,IAAI,CAAC,CAAC;gBACb,MAAM;YACV,KAAK,SAAS;gBACV,OAAO,IAAI,CAAC,CAAC;gBACb,MAAM;YACV,KAAK,IAAI,CAAC,CAAC,MAAM;QACrB,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;AAC/D,CAAC;AACD,SAAS,UAAU,CAAC,KAA8B,EAAE,WAA0C,EAAE,KAA6B;IACzH,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC;IAC7E,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7G,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK,EAAE,WAAW,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,WAAW,CAAC,UAAU;QAClF,KAAK,EAAE,WAAW,CAAC;YACf,QAAQ,EAAE,WAAW,CAAC,QAAQ;YAC9B,OAAO,EAAE,WAAW,CAAC,UAAU;YAC/B,QAAQ,EAAE,WAAW,CAAC,UAAU,KAAK,WAAW,CAAC,QAAQ;YACzD,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC;SAClD,CAAC;QACF,OAAO,EAAE,WAAW,CAAC,UAAU;QAC/B,KAAK,EAAE,WAAW,CAAC,QAAQ;QAC3B,KAAK,EAAE,iBAA0B;QACjC,MAAM;QACN,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC;KAC3B,CAAC,CAAC;AACP,CAAC;AACD,SAAS,cAAc,CAAC,QAAsB;IAC1C,MAAM,EAAE,QAAQ,EAAE,GAAG,QAAQ,CAAC;IAC9B,IAAI,QAAQ,CAAC,cAAc,KAAK,MAAM,EAAE,CAAC;QACrC,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,aAAsB;YAC7B,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,KAAK,EAAE,iBAA0B;YACjC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,IAAI,EAAE,QAAQ,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YAC/E,IAAI,EAAE,QAAiB;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;SAC5C,CAAC,CAAC;IACP,CAAC;IACD,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,IAAI,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC;IACrE,MAAM,QAAQ,GAAG,QAAQ,IAAI,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC;IACrD,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI;QAC9C,KAAK,EAAE,QAAQ;YACX,CAAC,CAAC,WAAoB;YACtB,CAAC,CAAC,QAAQ;gBACN,CAAC,CAAC,SAAkB;gBACpB,CAAC,CAAC,WAAW,CAAC;oBACV,QAAQ,EAAE,CAAC;oBACX,OAAO,EAAE,CAAC;oBACV,QAAQ,EAAE,KAAK;oBACf,QAAQ,EAAE,CAAC,QAAQ,CAAC;iBACvB,CAAC;QACV,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzB,KAAK,EAAE,CAAC;QACR,KAAK,EAAE,iBAA0B;QACjC,MAAM,EAAE,UAAU,CAAC;YACf,GAAG,QAAQ,CAAC,MAAM;YAClB,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ;gBACpD,CAAC,CAAC,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;gBAC/B,CAAC,CAAC,EAAE,CAAC;SACZ,CAAC;QACF,IAAI,EAAE,QAAQ,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC/E,IAAI,EAAE,QAAiB;QACvB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;KAClE,CAAC,CAAC;AACP,CAAC;AACD,wEAAwE;AACxE,SAAS,YAAY,CAAC,KAA8B;IAChD,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC;IACzF,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,cAAc,KAAK,MAAM,CAAC,CAAC;IACtF,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,cAAc,KAAK,IAAI,CAAC,CAAC;IACjF,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,YAAY,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;QACrE,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,OAAgB,CAAC,CAAC,CAAC,aAAsB;YACrE,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,KAAK,EAAE,iBAA0B;YACjC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACvB,IAAI,EAAE,QAAiB;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;SAC5C,CAAC,CAAC;IACP,CAAC;IACD,2EAA2E;IAC3E,2EAA2E;IAC3E,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,KAAK,CAAC;QACrC,CAAC,CAAC,OAAO;QACT,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,cAAc,KAAK,MAAM,CAAC,CAAC;IACzE,gFAAgF;IAChF,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS;QACvE,QAAQ,CAAC,KAAK,CAAC,QAAQ;QACvB,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC7B,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACtF,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,KAAK,CAAC;QAClC,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;IACjG,MAAM,MAAM,GAAG,UAAU,CAAC;QACtB,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC;QACtD,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ;YACtF,CAAC,CAAC,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YAC/B,CAAC,CAAC,EAAE,CAAC;KACZ,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM;QAC9D,KAAK,EAAE,WAAW,CAAC;YACf,QAAQ,EAAE,QAAQ,CAAC,MAAM;YACzB,OAAO,EAAE,QAAQ,CAAC,MAAM;YACxB,QAAQ,EAAE,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM;YAC7C,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC;SACrD,CAAC;QACF,OAAO,EAAE,QAAQ,CAAC,MAAM;QACxB,KAAK,EAAE,QAAQ,CAAC,MAAM;QACtB,KAAK,EAAE,iBAA0B;QACjC,MAAM;QACN,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC;QACtB,IAAI,EAAE,QAAiB;QACvB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC;KACnD,CAAC,CAAC;AACP,CAAC;AACD,6EAA6E;AAC7E,SAAS,cAAc,CAAC,KAAwC;IAC5D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,OAAgB;YACvB,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,KAAK,EAAE,MAAe;YACtB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACvB,IAAI,EAAE,QAAiB;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;SAC5C,CAAC,CAAC;IACP,CAAC;IACD,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC,cAAc,KAAK,MAAM,CAAC,CAAC;IACjF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,aAAsB;YAC7B,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,KAAK,EAAE,MAAe;YACtB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACvB,IAAI,EAAE,QAAiB;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;SAC5C,CAAC,CAAC;IACP,CAAC;IACD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;IACpE,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC;QAC7B,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACrE,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC;QAC3B,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,WAAW,CAAC;YACxD,CAAC,CAAC,WAAoB;YACtB,CAAC,CAAC,SAAkB;QACxB,CAAC,CAAC,oBAAoB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IACrE,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK;QACL,KAAK;QACL,OAAO,EAAE,MAAM,CAAC,MAAM;QACtB,KAAK,EAAE,QAAQ,CAAC,MAAM;QACtB,KAAK,EAAE,MAAe;QACtB,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjE,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC7D,IAAI,EAAE,QAAiB;QACvB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;YAClB,GAAG,EAAE,CAAC;YACN,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;SAC9E,CAAC;KACL,CAAC,CAAC;AACP,CAAC;AACD,SAAS,WAAW,CAAC,KAKpB;IACG,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC;QACpB,OAAO,OAAO,CAAC;IACnB,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC;QACjB,OAAO,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;IACpD,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,eAAe,KAAK,QAAQ,CAAC,EAAE,CAAC;QAC7E,OAAO,QAAQ,CAAC;IACpB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,eAAe,KAAK,cAAc,IAAI,eAAe,KAAK,aAAa,CAAC;QACrH,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,eAAe,KAAK,WAAW,IAAI,eAAe,KAAK,iBAAiB,CAAC,EAAE,CAAC;QAC1H,OAAO,aAAa,CAAC;IACzB,CAAC;IACD,OAAO,aAAa,CAAC;AACzB,CAAC;AACD,SAAS,gBAAgB,CAAC,KAA8B;IACpD,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC;IACrF,IAAI,CAAC,SAAS;QACV,OAAO,MAAM,CAAC;IAClB,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,cAAc,KAAK,MAAM,CAAC;QACnE,CAAC,CAAC,OAAO;QACT,CAAC,CAAC,QAAQ,CAAC;AACnB,CAAC;AACD,SAAS,MAAM,CAAC,KAA8B;IAC1C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAgC,CAAC;IACrD,KAAK,MAAM,EAAE,QAAQ,EAAE,IAAI,KAAK,EAAE,CAAC;QAC/B,IAAI,QAAQ,CAAC,GAAG,KAAK,IAAI;YACrB,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;SACnC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;SACnD,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;AAChC,CAAC;AACD,SAAS,UAAU,CAAC,MAAuC;IACvD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAgC,CAAC;IACrD,KAAK,MAAM,GAAG,IAAI,MAAM;QACpB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IACxC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;SACnC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;SACnD,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;AAChC,CAAC;AACD,SAAS,oBAAoB,CAAC,MAAwC;IAClE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QACnB,OAAO,OAAO,CAAC;IACnB,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,QAAQ,CAAC;QAC1C,OAAO,QAAQ,CAAC;IACpB,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,aAAa,CAAC;QAChD,OAAO,aAAa,CAAC;IACzB,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC;QAC3C,OAAO,SAAS,CAAC;IACrB,OAAO,aAAa,CAAC;AACzB,CAAC;AACD,SAAS,iBAAiB,CAAC,QAAyB;IAChD,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,IAAI,EAAE,eAAe;QACrB,OAAO,EAAE,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,OAAO,IAAI,IAAI;KAClD,CAAC,CAAC;AACP,CAAC;AACD,SAAS,kBAAkB,CAAC,KAA8B,EAAE,KAAqC;IAC7F,MAAM,MAAM,GAAG,IAAI,GAAG,EAA0B,CAAC;IACjD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;QACxB,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,MAAM,KAAK,SAAS;YACpB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;;YAExB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACrC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;SACnD,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AACrD,CAAC;AACD,SAAS,SAAS,CAAC,MAAc;IAC7B,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3E,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AAChD,CAAC;AACD,SAAS,cAAc,CAAC,IAAuB,EAAE,MAAyB;IACtE,OAAO,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM;QAC/B,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,OAAO,CAAC,CAAC;AAClE,CAAC;AACD,SAAS,UAAU,CAAC,OAAe;IAC/B,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,SAAkB,EAAE,OAAO,EAAE,CAAC;KACjE,CAAC,CAAC;AACP,CAAC;AACD,SAAS,iBAAiB;IACtB,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,SAAS,EAAE,KAAK;QAChB,MAAM,EAAE,CAAC;QACT,QAAQ,EAAE,CAAC;QACX,QAAQ,EAAE,KAAK;QACf,QAAQ,EAAE,KAAK;KAClB,CAAC,CAAC;AACP,CAAC;AACD,SAAS,aAAa,CAAC,IAAY,EAAE,KAAa,EAAE,IAAwB;IACxE,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,IAAI;QACJ,KAAK;QACL,gBAAgB,EAAE,IAAI,CAAC,MAAM;QAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,cAAc,EAAE,IAAI,CAAC,cAAc;KACtC,CAAC,CAAC;AACP,CAAC;AACD,SAAS,UAAU,CAAC,MAAiC;IACjD,MAAM,MAAM,GAAG,IAAI,GAAG,EAA0B,CAAC;IACjD,KAAK,MAAM,KAAK,IAAI,MAAM;QACtB,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;IAC7C,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACrC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;SACnD,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;AACpC,CAAC;AACD,SAAS,aAAa,CAAC,KAAyB;IAC5C,MAAM,MAAM,GAAG,IAAA,8BAAmB,EAAC,KAAK,CAAC,CAAC;IAC1C,IAAI,IAAA,iCAAsB,EAAC,MAAM,CAAC,EAAE,CAAC;QACjC,MAAM,MAAM,CAAC;IACjB,CAAC;IACD,OAAO,MAAuC,CAAC;AACnD,CAAC;AACD,SAAS,WAAW,CAAC,IAAY,EAAE,KAAa;IAC5C,OAAO,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACpD,CAAC","sourcesContent":["// @concord-file\n// @concord-implements docs/feature/inspection/README.md\n// @concord-implements docs/feature/inspection/use-case/inspection-compare-quality-cost.md\n// @concord-implements docs/feature/insight/README.md\nimport { PlannedAttemptPublicationSchema } from \"./planned-attempt.ts\";\nimport { foldRecordedAttemptVerdict } from \"../eval/record/verdict.ts\";\nimport type { VerdictState } from \"../eval/record/verdict.ts\";\nimport { Predicate, Result, Schema } from \"effect\";\nimport type { MemberDocument, RecordSlotIdentity } from \"../record/model/core.ts\";\nimport type { RunPluginIdentity, AdapterIdentity } from \"../record/model/run-context.ts\";\nimport { NiceEvalCurrentRecordAttachments, NiceEvalRecordAttachments, } from \"../record/family/current.ts\";\nimport { closeInspectionJson, isInspectionCodecError, type InspectionJson, } from \"./codec.ts\";\nimport { attemptAttachment, loadInspectionRuns, readInspectionAssertions, resolveInspectionMemberAttempt, type InspectionAssertionsRead, type LoadedInspectionRun, type ResolvedInspectionAttempt, } from \"./facts.ts\";\nimport type { InspectionFactSource } from \"./source.ts\";\nimport { projectAdapterUsageTokens, projectAttemptTiming, projectAttemptUsage, } from \"./trace.ts\";\nexport type InspectionMetricState = \"available\" | \"partial\" | \"unavailable\" | \"empty\" | \"unsupported\" | \"failed\";\nexport interface InspectionAttemptRef {\n readonly identity: {\n readonly kind: \"attempt\";\n readonly locator: string;\n };\n}\nexport interface InspectionMetricValue {\n readonly value: number | null;\n readonly state: InspectionMetricState;\n readonly samples: number;\n readonly total: number;\n readonly basis: \"planned-attempt\" | \"eval\";\n readonly issues: readonly InspectionJson[];\n readonly refs: readonly InspectionAttemptRef[];\n readonly unit?: \"points\" | \"USD\" | \"ms\" | \"tokens\";\n readonly bounds?: {\n readonly min: number;\n readonly max: number;\n };\n}\nexport interface InspectionCostMetricValue extends InspectionMetricValue {\n readonly source: \"reported\" | \"estimated\" | \"mixed\" | null;\n}\nexport interface InspectionOverviewDenominator {\n readonly expected: number;\n readonly observed: number;\n readonly classified: number;\n readonly missing: number;\n}\nexport interface InspectionVerdictTally {\n readonly passed: number;\n readonly failed: number;\n readonly errored: number;\n readonly skipped: number;\n}\nexport type InspectionEvaluationKind = \"pass\" | \"points\" | \"mixed\";\nexport interface InspectionOverviewAggregate {\n readonly evaluationKind: InspectionEvaluationKind;\n readonly denominator: InspectionOverviewDenominator;\n readonly verdict: {\n readonly tally: InspectionVerdictTally;\n readonly passRate: InspectionMetricValue;\n };\n readonly score: InspectionMetricValue;\n readonly costUSD: InspectionCostMetricValue;\n readonly durationMs: InspectionMetricValue;\n readonly tokens: InspectionMetricValue;\n readonly coverage: readonly InspectionJson[];\n readonly issues: readonly InspectionJson[];\n}\nexport interface InspectionOverviewMember {\n readonly runId: string;\n readonly plannedAttemptId: string;\n readonly evalId: string;\n readonly attemptOrdinal: number;\n readonly labels: InspectionLabels;\n readonly publication: Exclude<Schema.Schema.Type<typeof PlannedAttemptPublicationSchema>, {\n readonly state: \"published\";\n }> | (Extract<Schema.Schema.Type<typeof PlannedAttemptPublicationSchema>, {\n readonly state: \"published\";\n }> & {\n readonly verdict: VerdictState | null;\n readonly score: InspectionMetricValue;\n readonly costUSD: InspectionCostMetricValue;\n readonly durationMs: InspectionMetricValue;\n readonly tokens: InspectionMetricValue;\n });\n}\nexport interface InspectionOverviewCell extends InspectionOverviewAggregate {\n readonly experimentId: string;\n readonly evalId: string;\n readonly groupPath: readonly string[];\n readonly members: readonly InspectionOverviewMember[];\n}\nexport interface InspectionOverviewGroup extends InspectionOverviewAggregate {\n readonly groupPath: readonly string[];\n}\nexport interface InspectionOverviewExperiment extends InspectionOverviewAggregate {\n readonly plugins: readonly RunPluginIdentity[];\n readonly experimentId: string;\n readonly adapter: InspectionAdapterValue;\n readonly model: InspectionExecutionValue;\n readonly labels: InspectionLabels;\n readonly groups: readonly InspectionOverviewGroup[];\n}\nexport type InspectionExecutionValue = {\n readonly state: \"available\";\n readonly value: string;\n} | {\n readonly state: \"mixed\";\n} | {\n readonly state: \"unavailable\";\n};\nexport type InspectionAdapterValue = {\n readonly state: \"available\";\n readonly value: AdapterIdentity;\n} | {\n readonly state: \"mixed\";\n};\nexport type InspectionLabels = Readonly<Record<string, InspectionExecutionValue>>;\nexport interface InspectionOverview {\n readonly totals: InspectionOverviewAggregate;\n readonly experiments: readonly InspectionOverviewExperiment[];\n readonly cells: readonly InspectionOverviewCell[];\n}\ninterface SelectedSlot {\n readonly experimentId: string;\n readonly evalId: string;\n readonly attemptOrdinal: number;\n readonly adapter: AdapterIdentity;\n readonly model: string | null;\n readonly labels: Readonly<Record<string, string>>;\n readonly target?: LoadedInspectionRun;\n readonly slot?: RecordSlotIdentity;\n readonly member: MemberDocument | undefined;\n readonly resolved: ResolvedInspectionAttempt | undefined;\n readonly analysis: AttemptAnalysis;\n}\ninterface AttemptAnalysis {\n readonly assertionsState: InspectionAssertionsRead[\"state\"] | \"attempt-missing\";\n readonly evaluationKind: \"pass\" | \"points\" | null;\n readonly verdict: VerdictState | null;\n readonly score: {\n readonly hasPoints: boolean;\n readonly earned: number;\n readonly possible: number;\n readonly hasValue: boolean;\n readonly complete: boolean;\n };\n readonly costUSD: {\n readonly value: number | null;\n readonly state: \"available\" | \"partial\" | \"unavailable\";\n readonly source: \"reported\" | \"estimated\" | \"mixed\" | null;\n };\n readonly durationMs: OperationalMetric;\n readonly tokens: OperationalMetric;\n readonly coverage: readonly InspectionJson[];\n readonly issues: readonly InspectionJson[];\n readonly ref: InspectionAttemptRef | null;\n}\ninterface OperationalMetric {\n readonly value: number | null;\n readonly state: \"available\" | \"partial\" | \"unavailable\" | \"failed\";\n}\n/**\n * Selects the latest sealed occurrence of every Experiment/Eval/ordinal Slot\n * and closes the shared machine/Insight Overview without platform APIs.\n */\n// @concord-code\n// @concord-implements docs/feature/inspection/use-case/inspection-compare-quality-cost.md\n// @concord-implements docs/feature/insight/README.md\nexport function selectInspectionOverview(facts: InspectionFactSource | readonly LoadedInspectionRun[], supportingRuns?: readonly LoadedInspectionRun[]): InspectionOverview {\n const runs = isLoadedInspectionRuns(facts) ? facts : loadInspectionRuns(facts);\n const selected = selectLatestSlots(runs, supportingRuns ?? runs);\n return aggregateSelectedSlots(selected);\n}\nfunction aggregateSelectedSlots(selected: readonly SelectedSlot[]): InspectionOverview {\n const cells = groupSelectedSlots(selected, ({ experimentId, evalId }) => `${experimentId}\\u0000${evalId}`)\n .map((slots) => makeCell(slots, inspectionLabelKeys(selected.filter(({ experimentId }) => experimentId === slots[0]?.experimentId))));\n const experiments = groupSelectedSlots(selected, ({ experimentId }) => experimentId)\n .map((slots) => makeExperiment(slots, cells.filter(({ experimentId }) => experimentId === slots[0]?.experimentId), inspectionLabelKeys(slots)));\n return closeOverview({\n totals: aggregate(selected, scoreFromCells(cells)),\n experiments,\n cells,\n });\n}\nexport interface InspectionCurrentSlotInput {\n readonly experimentId: string;\n readonly evalId: string;\n readonly attemptOrdinal: number;\n readonly evaluationKind: \"pass\" | \"score\";\n readonly adapter: AdapterIdentity;\n readonly model: string | null;\n readonly labels: Readonly<Record<string, string>>;\n readonly recorded?: {\n readonly target: LoadedInspectionRun;\n readonly slot: RecordSlotIdentity;\n readonly member: MemberDocument;\n readonly resolved: ResolvedInspectionAttempt;\n };\n}\n/** Aggregate exactly the Host-assessed current positions; gaps add no value. */\nexport function aggregateInspectionCurrentSlots(inputs: readonly InspectionCurrentSlotInput[]): InspectionOverview {\n return aggregateSelectedSlots(inputs.map((input): SelectedSlot => {\n const recorded = input.recorded;\n return Object.freeze({\n ...input,\n ...(recorded ?? {}),\n member: recorded?.member,\n resolved: recorded?.resolved,\n analysis: recorded === undefined ? Object.freeze({\n assertionsState: \"attempt-missing\" as const,\n evaluationKind: input.evaluationKind === \"score\" ? \"points\" as const : \"pass\" as const,\n verdict: null,\n score: emptyAttemptScore(),\n costUSD: unavailableAttemptCost(),\n durationMs: unavailableOperationalMetric(),\n tokens: unavailableOperationalMetric(),\n coverage: Object.freeze([]),\n issues: Object.freeze([]),\n ref: null,\n }) : analyzeAttempt(recorded.resolved, recorded.target, recorded.member, recorded.slot),\n });\n }));\n}\nfunction isLoadedInspectionRuns(facts: InspectionFactSource | readonly LoadedInspectionRun[]): facts is readonly LoadedInspectionRun[] {\n return Array.isArray(facts);\n}\nfunction selectLatestSlots(runs: readonly LoadedInspectionRun[], resolutionRuns: readonly LoadedInspectionRun[] = runs): readonly SelectedSlot[] {\n const membersByRun = new Map(runs.map((run) => [run, new Map(run.members.map((member) => [member.slotId, member]))]));\n const latest = new Map<string, {\n readonly target: LoadedInspectionRun;\n readonly slot: RecordSlotIdentity;\n }>();\n for (const target of runs) {\n for (const slot of target.run.expectedSlots) {\n const key = `${target.run.experimentId}\\u0000${slot.evalId}\\u0000${slot.attemptOrdinal}`;\n const current = latest.get(key);\n if (current === undefined || compareOccurrence(target, current.target) > 0) {\n latest.set(key, Object.freeze({ target, slot }));\n }\n }\n }\n return Object.freeze([...latest.values()]\n .sort((left, right) => compareText(left.target.run.experimentId, right.target.run.experimentId) ||\n compareText(left.slot.evalId, right.slot.evalId) ||\n left.slot.attemptOrdinal - right.slot.attemptOrdinal ||\n compareText(left.target.run.runId, right.target.run.runId))\n .map(({ target, slot }): SelectedSlot => {\n const member = membersByRun.get(target)?.get(slot.slotId);\n const resolved = member === undefined\n ? undefined\n : resolveInspectionMemberAttempt(resolutionRuns, target, member);\n return Object.freeze({\n experimentId: target.run.experimentId,\n evalId: slot.evalId,\n attemptOrdinal: slot.attemptOrdinal,\n adapter: target.run.context.execution.adapter,\n model: target.run.context.execution.model,\n labels: target.run.context.labels,\n target,\n slot,\n member,\n resolved,\n analysis: analyzeAttempt(resolved, target, member, slot),\n });\n }));\n}\nfunction compareOccurrence(left: LoadedInspectionRun, right: LoadedInspectionRun): number {\n return left.run.completedAt - right.run.completedAt ||\n left.run.startedAt - right.run.startedAt ||\n compareText(left.run.runId, right.run.runId);\n}\nfunction analyzeAttempt(resolved: ResolvedInspectionAttempt | undefined, target: LoadedInspectionRun, member: MemberDocument | undefined, slot: RecordSlotIdentity): AttemptAnalysis {\n if (resolved === undefined) {\n const hasReference = member?.attempt !== undefined && member.attempt !== null;\n return Object.freeze({\n assertionsState: \"attempt-missing\" as const,\n evaluationKind: null,\n verdict: null,\n score: emptyAttemptScore(),\n costUSD: unavailableAttemptCost(),\n durationMs: unavailableOperationalMetric(),\n tokens: unavailableOperationalMetric(),\n coverage: Object.freeze([]),\n issues: Object.freeze([overviewIssue(hasReference ? \"attempt-origin-missing\" : \"attempt-not-observed\", target.run.runId, slot)]),\n ref: null,\n });\n }\n const ref = attemptRef(resolved.locator);\n const operational = attemptOperationalMetrics(resolved);\n const assertions = readInspectionAssertions(resolved);\n if (assertions.state !== \"available\") {\n return Object.freeze({\n assertionsState: assertions.state,\n evaluationKind: null,\n verdict: null,\n score: emptyAttemptScore(),\n costUSD: costUSDOf(resolved),\n ...operational,\n coverage: Object.freeze([Object.freeze({\n identity: ref.identity,\n state: assertions.state,\n })]),\n issues: assertions.issues,\n ref,\n });\n }\n let earned = 0;\n let possible = 0;\n let hasPoints = false;\n let earnedContributions = 0;\n let unavailableContributions = 0;\n const coverage: InspectionJson[] = [];\n const issues: InspectionJson[] = [];\n for (const entry of assertions.value.entries) {\n const contribution = entry.contribution;\n if (contribution.state === \"earned\") {\n hasPoints = true;\n earned += contribution.earned;\n possible += contribution.points;\n earnedContributions += 1;\n }\n else if (contribution.state === \"unavailable\") {\n hasPoints = true;\n possible += contribution.points;\n unavailableContributions += 1;\n issues.push(Object.freeze({\n code: \"score-contribution-unavailable\",\n locator: resolved.locator,\n entryId: entry.entryId,\n reason: contribution.reason,\n }));\n }\n coverage.push(Object.freeze({\n identity: ref.identity,\n entryId: entry.entryId,\n groupPath: Object.freeze([...entry.display.groupPath]),\n state: entry.materials.coverage.state,\n ...(entry.materials.coverage.state === \"complete\"\n ? {}\n : { reason: entry.materials.coverage.reason }),\n limitations: Object.freeze([...entry.materials.limitations]),\n }));\n }\n return Object.freeze({\n assertionsState: \"available\" as const,\n evaluationKind: hasPoints ? \"points\" as const : \"pass\" as const,\n verdict: foldRecordedAttemptVerdict({\n outcome: resolved.attempt.outcome,\n assertions: assertions.value,\n }),\n score: Object.freeze({\n hasPoints,\n earned,\n possible,\n hasValue: earnedContributions > 0,\n complete: hasPoints && unavailableContributions === 0,\n }),\n costUSD: costUSDOf(resolved),\n ...operational,\n coverage: Object.freeze(coverage),\n issues: Object.freeze(issues),\n ref,\n });\n}\nfunction makeCell(slots: readonly SelectedSlot[], labelKeys: readonly string[]): InspectionOverviewCell {\n const first = slots[0];\n if (first === undefined)\n throw new Error(\"Overview cell cannot be empty\");\n return Object.freeze({\n experimentId: first.experimentId,\n evalId: first.evalId,\n groupPath: groupPath(first.evalId),\n ...aggregate(slots, scoreForCell(slots)),\n members: Object.freeze(slots.flatMap((selected): readonly InspectionOverviewMember[] => {\n if (selected.target === undefined || selected.slot === undefined)\n return [];\n const resolved = selected.resolved;\n return [Object.freeze({\n runId: selected.target.run.runId,\n plannedAttemptId: selected.slot.slotId,\n evalId: selected.slot.evalId,\n attemptOrdinal: selected.slot.attemptOrdinal,\n labels: inspectionLabels([selected], labelKeys),\n publication: overviewPublication(selected),\n })];\n })),\n });\n}\nfunction makeExperiment(slots: readonly SelectedSlot[], cells: readonly InspectionOverviewCell[], labelKeys: readonly string[]): InspectionOverviewExperiment {\n const first = slots[0];\n if (first === undefined)\n throw new Error(\"Overview Experiment cannot be empty\");\n const prefixes = new Map<string, SelectedSlot[]>();\n for (const selected of slots) {\n const path = groupPath(selected.evalId);\n for (let length = 1; length <= path.length; length += 1) {\n const prefix = path.slice(0, length);\n const key = prefix.join(\"\\u0000\");\n const values = prefixes.get(key);\n if (values === undefined)\n prefixes.set(key, [selected]);\n else\n values.push(selected);\n }\n }\n const groups = [...prefixes.entries()]\n .sort(([left], [right]) => compareText(left, right))\n .map(([key, values]): InspectionOverviewGroup => Object.freeze({\n groupPath: Object.freeze(key.split(\"\\u0000\")),\n ...aggregate(values, scoreFromCells(cells.filter((cell) => hasGroupPrefix(cell.groupPath, key.split(\"\\u0000\"))))),\n }));\n return Object.freeze({\n experimentId: first.experimentId,\n plugins: Object.freeze([...new Map(slots.flatMap(({ target }) => target?.run.context.execution.plugins ?? []).map((plugin) => [JSON.stringify(plugin), plugin])).values()]),\n adapter: adapterValue(slots.map(({ adapter }) => adapter)),\n model: executionValue(slots.map(({ model }) => model)),\n labels: inspectionLabels(slots, labelKeys),\n ...aggregate(slots, scoreFromCells(cells)),\n groups: Object.freeze(groups),\n });\n}\nfunction adapterValue(values: readonly AdapterIdentity[]): InspectionAdapterValue {\n const first = values[0];\n if (first === undefined || values.some((value) => value.name !== first.name ||\n value.contract !== first.contract ||\n value.behaviorRevision !== first.behaviorRevision ||\n value.cleanupTimeoutMs !== first.cleanupTimeoutMs)) {\n return Object.freeze({ state: \"mixed\" as const });\n }\n return Object.freeze({ state: \"available\" as const, value: first });\n}\nfunction aggregate(slots: readonly SelectedSlot[], score: InspectionMetricValue): InspectionOverviewAggregate {\n const denominator = denominatorOf(slots);\n const tally = tallyOf(slots);\n const issues = uniqueJson(slots.flatMap(({ analysis }) => analysis.issues));\n return Object.freeze({\n evaluationKind: evaluationKindOf(slots),\n denominator,\n verdict: Object.freeze({\n tally,\n passRate: passRateOf(slots, denominator, tally),\n }),\n score,\n costUSD: costForSlots(slots),\n durationMs: metricForSlots(slots, \"durationMs\", \"ms\", \"average\"),\n tokens: metricForSlots(slots, \"tokens\", \"tokens\", \"sum\"),\n coverage: uniqueJson(slots.flatMap(({ analysis }) => analysis.coverage)),\n issues,\n });\n}\nfunction attemptOperationalMetrics(resolved: ResolvedInspectionAttempt): Pick<AttemptAnalysis, \"durationMs\" | \"tokens\"> {\n const timing = projectAttemptTiming(Object.freeze({\n runnerActivities: attemptAttachment(resolved, NiceEvalRecordAttachments.runnerActivities.attempt.family),\n }));\n const durationMs = timing.activities.reduce<number | null>((maximum, activity) => {\n const end = activity.startOffsetMs + activity.durationMs;\n return Math.max(maximum ?? 0, end);\n }, null);\n const adapterUsage = attemptAttachment(resolved, NiceEvalRecordAttachments.adapterUsage.family);\n const usage = projectAttemptUsage(Object.freeze({\n models: resolved.origin.run.context.execution.models,\n agentTurns: attemptAttachment(resolved, NiceEvalRecordAttachments.agentTurns.family),\n ...(adapterUsage === undefined ? {} : { adapterUsage }),\n }));\n const input = usage.totals.inputTokens.value;\n const output = usage.totals.outputTokens.value;\n const tokenValues = [input, output].filter((value): value is number => value !== null);\n const tokens = adapterUsage === undefined\n ? Object.freeze({\n value: tokenValues.length === 0 ? null : tokenValues.reduce((total, value) => total + value, 0),\n state: usage.state === \"invalid\"\n ? \"failed\" as const\n : tokenValues.length === 0\n ? \"unavailable\" as const\n : usage.state === \"complete\" && usage.totals.inputTokens.state === \"available\" &&\n usage.totals.outputTokens.state === \"available\"\n ? \"available\" as const\n : \"partial\" as const,\n })\n : projectAdapterUsageTokens(adapterUsage, resolved.origin.run.context.execution.models);\n return Object.freeze({\n durationMs: Object.freeze({\n value: durationMs,\n state: timing.state === \"invalid\"\n ? \"failed\" as const\n : durationMs === null\n ? \"unavailable\" as const\n : timing.state === \"complete\" && !timing.hasMore\n ? \"available\" as const\n : \"partial\" as const,\n }),\n tokens,\n });\n}\nfunction unavailableOperationalMetric(): OperationalMetric {\n return Object.freeze({ value: null, state: \"unavailable\" as const });\n}\nfunction metricForSlots(slots: readonly SelectedSlot[], key: \"durationMs\" | \"tokens\", unit: \"ms\" | \"tokens\", fold: \"average\" | \"sum\"): InspectionMetricValue {\n const valued = slots.filter(({ analysis }) => analysis[key].value !== null);\n const total = valued.reduce((sum, { analysis }) => sum + (analysis[key].value ?? 0), 0);\n const value = valued.length === 0 ? null : fold === \"average\" ? total / valued.length : total;\n const failed = slots.some(({ analysis }) => analysis[key].state === \"failed\");\n const partial = valued.length < slots.length || slots.some(({ analysis }) => analysis[key].state === \"partial\");\n return Object.freeze({\n value,\n state: failed ? \"failed\" : valued.length === 0 ? \"unavailable\" : partial ? \"partial\" : \"available\",\n samples: valued.length,\n total: slots.length,\n basis: \"planned-attempt\",\n issues: Object.freeze([]),\n refs: refsOf(valued),\n unit,\n bounds: Object.freeze({ min: 0, max: Math.max(0, value ?? 0) }),\n });\n}\nfunction overviewPublication(selected: SelectedSlot): InspectionOverviewMember[\"publication\"] {\n const { member, resolved } = selected;\n if (member === undefined)\n return Object.freeze({ state: \"pending\" as const });\n if (member.attempt === null) {\n return Object.freeze({\n state: \"absent\" as const,\n reason: member.absenceReason,\n });\n }\n if (resolved === undefined) {\n throw new Error(`Published Slot ${selected.slot?.slotId} has no readable Attempt`);\n }\n return Object.freeze({\n state: \"published\" as const,\n action: member.action,\n attemptId: member.attempt.attemptId,\n attemptLocator: resolved.locator,\n originRunId: member.attempt.originRunId,\n originPlannedAttemptId: resolved.attempt.slotId,\n verdict: selected.analysis.verdict,\n score: scoreForMember(selected),\n costUSD: costForSlots([selected]),\n durationMs: metricForSlots([selected], \"durationMs\", \"ms\", \"average\"),\n tokens: metricForSlots([selected], \"tokens\", \"tokens\", \"sum\"),\n });\n}\nfunction executionValue(values: readonly (string | null)[]): InspectionExecutionValue {\n const distinct = new Set(values);\n if (distinct.size !== 1)\n return Object.freeze({ state: \"mixed\" as const });\n const value = values[0];\n return value === null || value === undefined\n ? Object.freeze({ state: \"unavailable\" as const })\n : Object.freeze({ state: \"available\" as const, value });\n}\nfunction inspectionLabelKeys(slots: readonly SelectedSlot[]): readonly string[] {\n return Object.freeze([...new Set(slots.flatMap(({ labels }) => Object.keys(labels)))].sort(compareText));\n}\nfunction inspectionLabels(slots: readonly SelectedSlot[], keys: readonly string[]): InspectionLabels {\n return Object.freeze(Object.fromEntries(keys.map((key) => [\n key,\n executionValue(slots.map(({ labels }) => labels[key] ?? null)),\n ])));\n}\nfunction costUSDOf(resolved: ResolvedInspectionAttempt): AttemptAnalysis[\"costUSD\"] {\n const adapterUsage = attemptAttachment(resolved, NiceEvalRecordAttachments.adapterUsage.family);\n if (adapterUsage !== undefined) {\n const usage = projectAttemptUsage(Object.freeze({ adapterUsage, models: resolved.origin.run.context.execution.models }));\n const costs = usage.totals.costs;\n const usd = costs?.values.find((value) => value.currency === \"USD\");\n if (costs === undefined || usd === undefined)\n return unavailableAttemptCost();\n const value = Number(usd.value);\n if (!Number.isFinite(value) || value < 0)\n return unavailableAttemptCost();\n const complete = costs.state === \"complete\" && costs.values.length === 1 &&\n usd.coveredCalls === costs.totalCalls;\n return Object.freeze({\n value,\n state: complete ? \"available\" as const : \"partial\" as const,\n source: usd.source,\n });\n }\n const attachment = attemptAttachment(resolved, NiceEvalRecordAttachments.attemptCost.family);\n if (attachment === undefined ||\n attachment.physical.familyRevision !== NiceEvalCurrentRecordAttachments.attemptCost.revision)\n return unavailableAttemptCost();\n const raw = attachment.value;\n if (!Predicate.isObject(raw))\n return unavailableAttemptCost();\n const decode = Schema.decodeUnknownResult(NiceEvalRecordAttachments.attemptCost.schema, { errors: \"all\", onExcessProperty: \"error\" });\n const observed = Reflect.has(raw, \"observed\")\n ? decode({ observed: Reflect.get(raw, \"observed\") })\n : undefined;\n if (observed !== undefined && Result.isFailure(observed))\n return unavailableAttemptCost();\n const estimated = Reflect.has(raw, \"estimated\")\n ? decode({ estimated: Reflect.get(raw, \"estimated\") })\n : undefined;\n if (estimated !== undefined && Result.isFailure(estimated))\n return unavailableAttemptCost();\n const reportedValue = observed?.success.observed?.amountUSD;\n if (reportedValue !== undefined) {\n return Object.freeze({ value: reportedValue, state: \"available\", source: \"reported\" });\n }\n const estimatedValue = estimated?.success.estimated?.amountUSD;\n return estimatedValue === undefined\n ? unavailableAttemptCost()\n : Object.freeze({ value: estimatedValue, state: \"available\", source: \"estimated\" });\n}\nfunction unavailableAttemptCost(): AttemptAnalysis[\"costUSD\"] {\n return Object.freeze({ value: null, state: \"unavailable\", source: null });\n}\nfunction costForSlots(slots: readonly SelectedSlot[]): InspectionCostMetricValue {\n const unique = new Map<string, SelectedSlot>();\n for (const slot of slots) {\n const key = slot.resolved?.locator ?? (slot.target === undefined ? `current:${slot.experimentId}:${slot.evalId}:${slot.attemptOrdinal}` : `slot:${slot.target.run.runId}:${slot.slot!.slotId}`);\n if (!unique.has(key))\n unique.set(key, slot);\n }\n const subjects = [...unique.values()];\n const valued = subjects.filter(({ analysis }) => analysis.costUSD.value !== null);\n const sources = new Set(valued.flatMap(({ analysis }) => analysis.costUSD.source === null ? [] : [analysis.costUSD.source]));\n const hasReported = sources.has(\"reported\") || sources.has(\"mixed\");\n const hasEstimated = sources.has(\"estimated\") || sources.has(\"mixed\");\n const source = hasReported && hasEstimated ? \"mixed\" as const\n : hasReported ? \"reported\" as const\n : hasEstimated ? \"estimated\" as const\n : null;\n const value = valued.length === 0\n ? null\n : valued.reduce((sum, { analysis }) => sum + analysis.costUSD.value!, 0);\n return Object.freeze({\n value,\n source,\n state: source === null\n ? \"unavailable\" as const\n : valued.length < subjects.length || valued.some(({ analysis }) => analysis.costUSD.state !== \"available\")\n ? \"partial\" as const\n : \"available\" as const,\n samples: valued.length,\n total: subjects.length,\n basis: \"planned-attempt\" as const,\n issues: Object.freeze([]),\n refs: refsOf(valued),\n unit: \"USD\" as const,\n bounds: Object.freeze({ min: 0, max: Math.max(0, value ?? 0) }),\n });\n}\nfunction denominatorOf(slots: readonly SelectedSlot[]): InspectionOverviewDenominator {\n const observed = slots.filter(({ resolved }) => resolved !== undefined).length;\n const classified = slots.filter(({ analysis }) => analysis.verdict !== null).length;\n return Object.freeze({\n expected: slots.length,\n observed,\n classified,\n missing: slots.length - observed,\n });\n}\nfunction tallyOf(slots: readonly SelectedSlot[]): InspectionVerdictTally {\n let passed = 0;\n let failed = 0;\n let errored = 0;\n let skipped = 0;\n for (const { analysis } of slots) {\n switch (analysis.verdict) {\n case \"passed\":\n passed += 1;\n break;\n case \"failed\":\n failed += 1;\n break;\n case \"errored\":\n errored += 1;\n break;\n case \"skipped\":\n skipped += 1;\n break;\n case null: break;\n }\n }\n return Object.freeze({ passed, failed, errored, skipped });\n}\nfunction passRateOf(slots: readonly SelectedSlot[], denominator: InspectionOverviewDenominator, tally: InspectionVerdictTally): InspectionMetricValue {\n const classified = slots.filter(({ analysis }) => analysis.verdict !== null);\n const issues = uniqueJson(slots.flatMap(({ analysis }) => analysis.verdict === null ? analysis.issues : []));\n return Object.freeze({\n value: denominator.classified === 0 ? null : tally.passed / denominator.classified,\n state: metricState({\n expected: denominator.expected,\n samples: denominator.classified,\n complete: denominator.classified === denominator.expected,\n analyses: slots.map(({ analysis }) => analysis),\n }),\n samples: denominator.classified,\n total: denominator.expected,\n basis: \"planned-attempt\" as const,\n issues,\n refs: refsOf(classified),\n });\n}\nfunction scoreForMember(selected: SelectedSlot): InspectionMetricValue {\n const { analysis } = selected;\n if (analysis.evaluationKind === \"pass\") {\n return Object.freeze({\n value: null,\n state: \"unsupported\" as const,\n samples: 0,\n total: 0,\n basis: \"planned-attempt\" as const,\n issues: Object.freeze([]),\n refs: analysis.ref === null ? Object.freeze([]) : Object.freeze([analysis.ref]),\n unit: \"points\" as const,\n bounds: Object.freeze({ min: 0, max: 0 }),\n });\n }\n const hasValue = analysis.score.hasPoints && analysis.score.hasValue;\n const complete = hasValue && analysis.score.complete;\n return Object.freeze({\n value: hasValue ? analysis.score.earned : null,\n state: complete\n ? \"available\" as const\n : hasValue\n ? \"partial\" as const\n : metricState({\n expected: 1,\n samples: 0,\n complete: false,\n analyses: [analysis],\n }),\n samples: complete ? 1 : 0,\n total: 1,\n basis: \"planned-attempt\" as const,\n issues: uniqueJson([\n ...analysis.issues,\n ...(analysis.score.hasPoints && !analysis.score.complete\n ? [scorePartialIssue(analysis)]\n : []),\n ]),\n refs: analysis.ref === null ? Object.freeze([]) : Object.freeze([analysis.ref]),\n unit: \"points\" as const,\n bounds: Object.freeze({ min: 0, max: analysis.score.possible }),\n });\n}\n/** One Experiment × Eval cell: complete point Attempts are averaged. */\nfunction scoreForCell(slots: readonly SelectedSlot[]): InspectionMetricValue {\n const knownPoints = slots.filter(({ analysis }) => analysis.evaluationKind === \"points\");\n const hasKnownPass = slots.some(({ analysis }) => analysis.evaluationKind === \"pass\");\n const unknown = slots.filter(({ analysis }) => analysis.evaluationKind === null);\n if (knownPoints.length === 0 && (hasKnownPass || unknown.length === 0)) {\n return Object.freeze({\n value: null,\n state: slots.length === 0 ? \"empty\" as const : \"unsupported\" as const,\n samples: 0,\n total: 0,\n basis: \"planned-attempt\" as const,\n issues: Object.freeze([]),\n refs: Object.freeze([]),\n unit: \"points\" as const,\n bounds: Object.freeze({ min: 0, max: 0 }),\n });\n }\n // In mixed historical data, explicit pass Attempts are not point-eligible.\n // Unknown facts remain in the denominator once the cell is known to score.\n const eligible = knownPoints.length === 0\n ? unknown\n : slots.filter(({ analysis }) => analysis.evaluationKind !== \"pass\");\n // Earned-score coverage is independent of gate Verdict and ranking eligibility.\n const complete = eligible.filter(({ analysis }) => analysis.score.hasPoints &&\n analysis.score.hasValue &&\n analysis.score.complete);\n const earned = complete.reduce((sum, { analysis }) => sum + analysis.score.earned, 0);\n const possible = complete.length === 0\n ? 0\n : complete.reduce((sum, { analysis }) => sum + analysis.score.possible, 0) / complete.length;\n const issues = uniqueJson([\n ...eligible.flatMap(({ analysis }) => analysis.issues),\n ...eligible.flatMap(({ analysis }) => analysis.score.hasPoints && !analysis.score.complete\n ? [scorePartialIssue(analysis)]\n : []),\n ]);\n return Object.freeze({\n value: complete.length === 0 ? null : earned / complete.length,\n state: metricState({\n expected: eligible.length,\n samples: complete.length,\n complete: complete.length === eligible.length,\n analyses: eligible.map(({ analysis }) => analysis),\n }),\n samples: complete.length,\n total: eligible.length,\n basis: \"planned-attempt\" as const,\n issues,\n refs: refsOf(eligible),\n unit: \"points\" as const,\n bounds: Object.freeze({ min: 0, max: possible }),\n });\n}\n/** Experiment, path group, and total scores sum their visible cell means. */\nfunction scoreFromCells(cells: readonly InspectionOverviewCell[]): InspectionMetricValue {\n if (cells.length === 0) {\n return Object.freeze({\n value: null,\n state: \"empty\" as const,\n samples: 0,\n total: 0,\n basis: \"eval\" as const,\n issues: Object.freeze([]),\n refs: Object.freeze([]),\n unit: \"points\" as const,\n bounds: Object.freeze({ min: 0, max: 0 }),\n });\n }\n const eligible = cells.filter(({ evaluationKind }) => evaluationKind !== \"pass\");\n if (eligible.length === 0) {\n return Object.freeze({\n value: null,\n state: \"unsupported\" as const,\n samples: 0,\n total: 0,\n basis: \"eval\" as const,\n issues: Object.freeze([]),\n refs: Object.freeze([]),\n unit: \"points\" as const,\n bounds: Object.freeze({ min: 0, max: 0 }),\n });\n }\n const valued = eligible.filter(({ score }) => score.value !== null);\n const value = valued.length === 0\n ? null\n : valued.reduce((sum, { score }) => sum + (score.value ?? 0), 0);\n const state = valued.length > 0\n ? eligible.every(({ score }) => score.state === \"available\")\n ? \"available\" as const\n : \"partial\" as const\n : aggregateMetricState(eligible.map(({ score }) => score.state));\n return Object.freeze({\n value,\n state,\n samples: valued.length,\n total: eligible.length,\n basis: \"eval\" as const,\n issues: uniqueJson(eligible.flatMap(({ score }) => score.issues)),\n refs: uniqueRefs(eligible.flatMap(({ score }) => score.refs)),\n unit: \"points\" as const,\n bounds: Object.freeze({\n min: 0,\n max: eligible.reduce((sum, { score }) => sum + (score.bounds?.max ?? 0), 0),\n }),\n });\n}\nfunction metricState(input: {\n readonly expected: number;\n readonly samples: number;\n readonly complete: boolean;\n readonly analyses: readonly AttemptAnalysis[];\n}): InspectionMetricState {\n if (input.expected === 0)\n return \"empty\";\n if (input.samples > 0)\n return input.complete ? \"available\" : \"partial\";\n if (input.analyses.some(({ assertionsState }) => assertionsState === \"failed\")) {\n return \"failed\";\n }\n if (input.analyses.some(({ assertionsState }) => assertionsState === \"not-recorded\" || assertionsState === \"unsupported\") &&\n input.analyses.every(({ assertionsState }) => assertionsState !== \"available\" && assertionsState !== \"attempt-missing\")) {\n return \"unsupported\";\n }\n return \"unavailable\";\n}\nfunction evaluationKindOf(slots: readonly SelectedSlot[]): InspectionEvaluationKind {\n const hasPoints = slots.some(({ analysis }) => analysis.evaluationKind === \"points\");\n if (!hasPoints)\n return \"pass\";\n return slots.some(({ analysis }) => analysis.evaluationKind === \"pass\")\n ? \"mixed\"\n : \"points\";\n}\nfunction refsOf(slots: readonly SelectedSlot[]): readonly InspectionAttemptRef[] {\n const refs = new Map<string, InspectionAttemptRef>();\n for (const { analysis } of slots) {\n if (analysis.ref !== null)\n refs.set(analysis.ref.identity.locator, analysis.ref);\n }\n return Object.freeze([...refs.entries()]\n .sort(([left], [right]) => compareText(left, right))\n .map(([, ref]) => ref));\n}\nfunction uniqueRefs(values: readonly InspectionAttemptRef[]): readonly InspectionAttemptRef[] {\n const refs = new Map<string, InspectionAttemptRef>();\n for (const ref of values)\n refs.set(ref.identity.locator, ref);\n return Object.freeze([...refs.entries()]\n .sort(([left], [right]) => compareText(left, right))\n .map(([, ref]) => ref));\n}\nfunction aggregateMetricState(states: readonly InspectionMetricState[]): InspectionMetricState {\n if (states.length === 0)\n return \"empty\";\n if (states.some((state) => state === \"failed\"))\n return \"failed\";\n if (states.every((state) => state === \"unsupported\"))\n return \"unsupported\";\n if (states.some((state) => state === \"partial\"))\n return \"partial\";\n return \"unavailable\";\n}\nfunction scorePartialIssue(analysis: AttemptAnalysis): InspectionJson {\n return Object.freeze({\n code: \"score-partial\",\n locator: analysis.ref?.identity.locator ?? null,\n });\n}\nfunction groupSelectedSlots(slots: readonly SelectedSlot[], keyOf: (slot: SelectedSlot) => string): readonly (readonly SelectedSlot[])[] {\n const groups = new Map<string, SelectedSlot[]>();\n for (const slot of slots) {\n const key = keyOf(slot);\n const values = groups.get(key);\n if (values === undefined)\n groups.set(key, [slot]);\n else\n values.push(slot);\n }\n return Object.freeze([...groups.entries()]\n .sort(([left], [right]) => compareText(left, right))\n .map(([, values]) => Object.freeze(values)));\n}\nfunction groupPath(evalId: string): readonly string[] {\n const segments = evalId.split(\"/\").filter((segment) => segment.length > 0);\n return Object.freeze(segments.slice(0, -1));\n}\nfunction hasGroupPrefix(path: readonly string[], prefix: readonly string[]): boolean {\n return prefix.length <= path.length &&\n prefix.every((segment, index) => path[index] === segment);\n}\nfunction attemptRef(locator: string): InspectionAttemptRef {\n return Object.freeze({\n identity: Object.freeze({ kind: \"attempt\" as const, locator }),\n });\n}\nfunction emptyAttemptScore(): AttemptAnalysis[\"score\"] {\n return Object.freeze({\n hasPoints: false,\n earned: 0,\n possible: 0,\n hasValue: false,\n complete: false,\n });\n}\nfunction overviewIssue(code: string, runId: string, slot: RecordSlotIdentity): InspectionJson {\n return Object.freeze({\n code,\n runId,\n plannedAttemptId: slot.slotId,\n evalId: slot.evalId,\n attemptOrdinal: slot.attemptOrdinal,\n });\n}\nfunction uniqueJson(values: readonly InspectionJson[]): readonly InspectionJson[] {\n const byJson = new Map<string, InspectionJson>();\n for (const value of values)\n byJson.set(JSON.stringify(value), value);\n return Object.freeze([...byJson.entries()]\n .sort(([left], [right]) => compareText(left, right))\n .map(([, value]) => value));\n}\nfunction closeOverview(value: InspectionOverview): InspectionOverview {\n const closed = closeInspectionJson(value);\n if (isInspectionCodecError(closed)) {\n throw closed;\n }\n return closed as unknown as InspectionOverview;\n}\nfunction compareText(left: string, right: string): number {\n return left < right ? -1 : left > right ? 1 : 0;\n}\n"]}
|
|
1
|
+
{"version":3,"file":"overview.js","sourceRoot":"","sources":["overview.ts"],"names":[],"mappings":";;AAyJA,4DAIC;AA4BD,0EAsBC;AAyTD,oEAEC;AA1gBD,gBAAgB;AAChB,wDAAwD;AACxD,0FAA0F;AAC1F,qDAAqD;AACrD,6CAAsF;AACtF,6CAA8C;AAE9C,mCAAmD;AAGnD,4DAA2G;AAC3G,yCAA+F;AAC/F,yCAAuN;AAEvN,yCAAmG;AAoInG;;;GAGG;AACH,gBAAgB;AAChB,0FAA0F;AAC1F,qDAAqD;AACrD,SAAgB,wBAAwB,CAAC,KAA4D,EAAE,cAA+C;IAClJ,MAAM,IAAI,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAA,6BAAkB,EAAC,KAAK,CAAC,CAAC;IAC/E,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,EAAE,cAAc,IAAI,IAAI,CAAC,CAAC;IACjE,OAAO,sBAAsB,CAAC,QAAQ,CAAC,CAAC;AAC5C,CAAC;AACD,SAAS,sBAAsB,CAAC,QAAiC;IAC7D,MAAM,KAAK,GAAG,kBAAkB,CAAC,QAAQ,EAAE,CAAC,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,GAAG,YAAY,SAAS,MAAM,EAAE,CAAC;SACrG,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,mBAAmB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,YAAY,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1I,MAAM,WAAW,GAAG,kBAAkB,CAAC,QAAQ,EAAE,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC;SAC/E,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,YAAY,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACpJ,OAAO,aAAa,CAAC;QACjB,MAAM,EAAE,SAAS,CAAC,QAAQ,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC;QAClD,WAAW;QACX,KAAK;KACR,CAAC,CAAC;AACP,CAAC;AAgBD,gFAAgF;AAChF,SAAgB,+BAA+B,CAAC,MAA6C;IACzF,OAAO,sBAAsB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAgB,EAAE;QAC7D,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;QAChC,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,GAAG,KAAK;YACR,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC;YACnB,MAAM,EAAE,QAAQ,EAAE,MAAM;YACxB,QAAQ,EAAE,QAAQ,EAAE,QAAQ;YAC5B,QAAQ,EAAE,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;gBAC7C,eAAe,EAAE,iBAA0B;gBAC3C,cAAc,EAAE,KAAK,CAAC,cAAc,KAAK,OAAO,CAAC,CAAC,CAAC,QAAiB,CAAC,CAAC,CAAC,MAAe;gBACtF,OAAO,EAAE,IAAI;gBACb,KAAK,EAAE,iBAAiB,EAAE;gBAC1B,OAAO,EAAE,sBAAsB,EAAE;gBACjC,UAAU,EAAE,4BAA4B,EAAE;gBAC1C,MAAM,EAAE,4BAA4B,EAAE;gBACtC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzB,GAAG,EAAE,IAAI;aACZ,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC;SACpG,CAAC,CAAC;IACP,CAAC,CAAC,CAAC,CAAC;AACR,CAAC;AACD,SAAS,sBAAsB,CAAC,KAA4D;IACxF,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAChC,CAAC;AACD,SAAS,iBAAiB,CAAC,IAAoC,EAAE,iBAAiD,IAAI;IAClH,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtH,MAAM,MAAM,GAAG,IAAI,GAAG,EAGlB,CAAC;IACL,KAAK,MAAM,MAAM,IAAI,IAAI,EAAE,CAAC;QACxB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,YAAY,SAAS,IAAI,CAAC,MAAM,SAAS,IAAI,CAAC,cAAc,EAAE,CAAC;YACzF,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAChC,IAAI,OAAO,KAAK,SAAS,IAAI,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACrD,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;SACpC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC;QAC/F,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;QAChD,IAAI,CAAC,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,cAAc;QACpD,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;SAC1D,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAgB,EAAE;QACxC,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1D,MAAM,QAAQ,GAAG,MAAM,KAAK,SAAS;YACjC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,IAAA,yCAA8B,EAAC,cAAc,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QACrE,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,YAAY;YACrC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO;YAC7C,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK;YACzC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM;YACjC,MAAM;YACN,IAAI;YACJ,MAAM;YACN,QAAQ;YACR,QAAQ,EAAE,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC;SACrE,CAAC,CAAC;IACP,CAAC,CAAC,CAAC,CAAC;AACR,CAAC;AACD,SAAS,iBAAiB,CAAC,IAAyB,EAAE,KAA0B;IAC5E,OAAO,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC,WAAW;QAC/C,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS;QACxC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;AACrD,CAAC;AACD,SAAS,cAAc,CAAC,QAA+C,EAAE,KAAa,EAAE,MAAkC,EAAE,IAAwB;IAChJ,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,YAAY,GAAG,MAAM,EAAE,OAAO,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,KAAK,IAAI,CAAC;QAC9E,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,eAAe,EAAE,iBAA0B;YAC3C,cAAc,EAAE,IAAI;YACpB,OAAO,EAAE,IAAI;YACb,KAAK,EAAE,iBAAiB,EAAE;YAC1B,OAAO,EAAE,sBAAsB,EAAE;YACjC,UAAU,EAAE,4BAA4B,EAAE;YAC1C,MAAM,EAAE,4BAA4B,EAAE;YACtC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,sBAAsB,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;YACrH,GAAG,EAAE,IAAI;SACZ,CAAC,CAAC;IACP,CAAC;IACD,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACzC,MAAM,WAAW,GAAG,yBAAyB,CAAC,QAAQ,CAAC,CAAC;IACxD,MAAM,UAAU,GAAG,IAAA,mCAAwB,EAAC,QAAQ,CAAC,CAAC;IACtD,IAAI,UAAU,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;QACnC,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,eAAe,EAAE,UAAU,CAAC,KAAK;YACjC,cAAc,EAAE,IAAI;YACpB,OAAO,EAAE,IAAA,2BAAc,EAAC,QAAQ,EAAE,UAAU,CAAC;YAC7C,KAAK,EAAE,iBAAiB,EAAE;YAC1B,OAAO,EAAE,SAAS,CAAC,QAAQ,CAAC;YAC5B,GAAG,WAAW;YACd,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;oBAC/B,QAAQ,EAAE,GAAG,CAAC,QAAQ;oBACtB,KAAK,EAAE,UAAU,CAAC,KAAK;iBAC1B,CAAC,CAAC,CAAC;YACR,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,GAAG;SACN,CAAC,CAAC;IACP,CAAC;IACD,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAC5B,IAAI,wBAAwB,GAAG,CAAC,CAAC;IACjC,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,MAAM,MAAM,GAAqB,EAAE,CAAC;IACpC,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QAC3C,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC;QACxC,IAAI,YAAY,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAClC,SAAS,GAAG,IAAI,CAAC;YACjB,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC;YAC9B,QAAQ,IAAI,YAAY,CAAC,MAAM,CAAC;YAChC,mBAAmB,IAAI,CAAC,CAAC;QAC7B,CAAC;aACI,IAAI,YAAY,CAAC,KAAK,KAAK,aAAa,EAAE,CAAC;YAC5C,SAAS,GAAG,IAAI,CAAC;YACjB,QAAQ,IAAI,YAAY,CAAC,MAAM,CAAC;YAChC,wBAAwB,IAAI,CAAC,CAAC;YAC9B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;gBACtB,IAAI,EAAE,gCAAgC;gBACtC,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,MAAM,EAAE,YAAY,CAAC,MAAM;aAC9B,CAAC,CAAC,CAAC;QACR,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;YACxB,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACtD,KAAK,EAAE,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK;YACrC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,KAAK,UAAU;gBAC7C,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YAClD,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;SAC/D,CAAC,CAAC,CAAC;IACR,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,eAAe,EAAE,WAAoB;QACrC,cAAc,EAAE,SAAS,CAAC,CAAC,CAAC,QAAiB,CAAC,CAAC,CAAC,MAAe;QAC/D,OAAO,EAAE,IAAA,2BAAc,EAAC,QAAQ,EAAE,UAAU,CAAC;QAC7C,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC;YACjB,SAAS;YACT,MAAM;YACN,QAAQ;YACR,QAAQ,EAAE,mBAAmB,GAAG,CAAC;YACjC,QAAQ,EAAE,SAAS,IAAI,wBAAwB,KAAK,CAAC;SACxD,CAAC;QACF,OAAO,EAAE,SAAS,CAAC,QAAQ,CAAC;QAC5B,GAAG,WAAW;QACd,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC;QACjC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;QAC7B,GAAG;KACN,CAAC,CAAC;AACP,CAAC;AACD,SAAS,QAAQ,CAAC,KAA8B,EAAE,SAA4B;IAC1E,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACvB,IAAI,KAAK,KAAK,SAAS;QACnB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACrD,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC;QAClC,GAAG,SAAS,CAAC,KAAK,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC;QACxC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAuC,EAAE;YACnF,IAAI,QAAQ,CAAC,MAAM,KAAK,SAAS,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS;gBAC5D,OAAO,EAAE,CAAC;YACd,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;oBACd,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK;oBAChC,gBAAgB,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM;oBACtC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM;oBAC5B,cAAc,EAAE,QAAQ,CAAC,IAAI,CAAC,cAAc;oBAC5C,MAAM,EAAE,gBAAgB,CAAC,CAAC,QAAQ,CAAC,EAAE,SAAS,CAAC;oBAC/C,WAAW,EAAE,mBAAmB,CAAC,QAAQ,CAAC;oBAC1C,GAAG,aAAa,CAAC,QAAQ,CAAC;iBAC7B,CAAC,CAAC,CAAC;QACZ,CAAC,CAAC,CAAC;KACN,CAAC,CAAC;AACP,CAAC;AACD,SAAS,cAAc,CAAC,KAA8B,EAAE,KAAwC,EAAE,SAA4B;IAC1H,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACvB,IAAI,KAAK,KAAK,SAAS;QACnB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IAC3D,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA0B,CAAC;IACnD,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACxC,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC;YACtD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YACrC,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAClC,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,MAAM,KAAK,SAAS;gBACpB,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;;gBAE9B,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9B,CAAC;IACL,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC;SACjC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;SACnD,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,EAA2B,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;QAC/D,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC7C,GAAG,SAAS,CAAC,MAAM,EAAE,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;KACpH,CAAC,CAAC,CAAC;IACJ,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3K,OAAO,EAAE,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;QAC1D,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;QACtD,MAAM,EAAE,gBAAgB,CAAC,KAAK,EAAE,SAAS,CAAC;QAC1C,GAAG,SAAS,CAAC,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC;QAC1C,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;KAChC,CAAC,CAAC;AACP,CAAC;AACD,SAAS,YAAY,CAAC,MAAkC;IACpD,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACxB,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI;QACvE,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ;QACjC,KAAK,CAAC,gBAAgB,KAAK,KAAK,CAAC,gBAAgB;QACjD,KAAK,CAAC,gBAAgB,KAAK,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACrD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,OAAgB,EAAE,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,WAAoB,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;AACxE,CAAC;AACD,SAAS,SAAS,CAAC,KAA8B,EAAE,KAA4B;IAC3E,MAAM,WAAW,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IAC7B,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5E,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,cAAc,EAAE,gBAAgB,CAAC,KAAK,CAAC;QACvC,WAAW;QACX,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC;YACnB,KAAK;YACL,QAAQ,EAAE,UAAU,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC;SAClD,CAAC;QACF,KAAK;QACL,OAAO,EAAE,YAAY,CAAC,KAAK,CAAC;QAC5B,UAAU,EAAE,cAAc,CAAC,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,SAAS,CAAC;QAChE,MAAM,EAAE,cAAc,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC;QACxD,QAAQ,EAAE,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACxE,MAAM;KACT,CAAC,CAAC;AACP,CAAC;AACD,SAAS,yBAAyB,CAAC,QAAmC;IAClE,MAAM,MAAM,GAAG,IAAA,+BAAoB,EAAC,MAAM,CAAC,MAAM,CAAC;QAC9C,gBAAgB,EAAE,IAAA,4BAAiB,EAAC,QAAQ,EAAE,sCAAyB,CAAC,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC;KAC3G,CAAC,CAAC,CAAC;IACJ,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAgB,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE;QAC7E,MAAM,GAAG,GAAG,QAAQ,CAAC,aAAa,GAAG,QAAQ,CAAC,UAAU,CAAC;QACzD,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC;IACvC,CAAC,EAAE,IAAI,CAAC,CAAC;IACT,MAAM,YAAY,GAAG,IAAA,4BAAiB,EAAC,QAAQ,EAAE,sCAAyB,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IAChG,MAAM,KAAK,GAAG,IAAA,8BAAmB,EAAC,MAAM,CAAC,MAAM,CAAC;QAC5C,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM;QACpD,UAAU,EAAE,IAAA,4BAAiB,EAAC,QAAQ,EAAE,sCAAyB,CAAC,UAAU,CAAC,MAAM,CAAC;QACpF,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;KAC1D,CAAC,CAAC,CAAC;IACJ,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC;IAC7C,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC;IAC/C,MAAM,WAAW,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;IACvF,MAAM,MAAM,GAAG,YAAY,KAAK,SAAS;QACrC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;YACZ,KAAK,EAAE,WAAW,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,EAAE,CAAC,CAAC;YAC/F,KAAK,EAAE,KAAK,CAAC,KAAK,KAAK,SAAS;gBAC5B,CAAC,CAAC,QAAiB;gBACnB,CAAC,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC;oBACtB,CAAC,CAAC,aAAsB;oBACxB,CAAC,CAAC,KAAK,CAAC,KAAK,KAAK,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,KAAK,WAAW;wBAC1E,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,KAAK,WAAW;wBAC/C,CAAC,CAAC,WAAoB;wBACtB,CAAC,CAAC,SAAkB;SACnC,CAAC;QACF,CAAC,CAAC,IAAA,oCAAyB,EAAC,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC5F,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC;YACtB,KAAK,EAAE,UAAU;YACjB,KAAK,EAAE,MAAM,CAAC,KAAK,KAAK,SAAS;gBAC7B,CAAC,CAAC,QAAiB;gBACnB,CAAC,CAAC,UAAU,KAAK,IAAI;oBACjB,CAAC,CAAC,aAAsB;oBACxB,CAAC,CAAC,MAAM,CAAC,KAAK,KAAK,UAAU,IAAI,CAAC,MAAM,CAAC,OAAO;wBAC5C,CAAC,CAAC,WAAoB;wBACtB,CAAC,CAAC,SAAkB;SACnC,CAAC;QACF,MAAM;KACT,CAAC,CAAC;AACP,CAAC;AACD,SAAS,4BAA4B;IACjC,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,aAAsB,EAAE,CAAC,CAAC;AACzE,CAAC;AACD,SAAS,cAAc,CAAC,KAAgC,EAAE,GAA4B,EAAE,IAAqB,EAAE,IAAuB;IAClI,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;IAC5E,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACxF,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;IAC9F,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC;IAC9E,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;IAChH,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK;QACL,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW;QAClG,OAAO,EAAE,MAAM,CAAC,MAAM;QACtB,KAAK,EAAE,KAAK,CAAC,MAAM;QACnB,KAAK,EAAE,iBAAiB;QACxB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC;QACpB,IAAI;QACJ,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC;KAClE,CAAC,CAAC;AACP,CAAC;AACD,SAAS,mBAAmB,CAAC,QAAsB;IAC/C,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,QAAQ,CAAC;IACtC,IAAI,MAAM,KAAK,SAAS;QACpB,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAkB,EAAE,CAAC,CAAC;IACxD,IAAI,MAAM,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;QAC1B,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,KAAK,EAAE,QAAiB;YACxB,MAAM,EAAE,MAAM,CAAC,aAAa;SAC/B,CAAC,CAAC;IACP,CAAC;IACD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,kBAAkB,QAAQ,CAAC,IAAI,EAAE,MAAM,0BAA0B,CAAC,CAAC;IACvF,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK,EAAE,WAAoB;QAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS;QACnC,cAAc,EAAE,QAAQ,CAAC,OAAO;QAChC,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,WAAW;QACvC,sBAAsB,EAAE,QAAQ,CAAC,OAAO,CAAC,MAAM;KAClD,CAAC,CAAC;AACP,CAAC;AACD,8FAA8F;AAC9F,SAAgB,4BAA4B,CAAC,KAAa,EAAE,IAAwB,EAAE,MAAkC,EAAE,QAA+C;IACrK,OAAO,aAAa,CAAC,EAAE,QAAQ,EAAE,cAAc,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;AACtF,CAAC;AAED,MAAM,mBAAmB,GAAG,eAAM,CAAC,iBAAiB,CAAC,wCAA2B,CAAC,CAAC;AAClF,SAAS,aAAa,CAAC,QAAwB;IAC3C,OAAO,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC;QACrC,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC,OAAO;QAClC,KAAK,EAAE,cAAc,CAAC,QAAQ,CAAC;QAC/B,OAAO,EAAE,eAAe,CAAC,CAAC,QAAQ,CAAC,CAAC;QACpC,UAAU,EAAE,cAAc,CAAC,CAAC,QAAQ,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,SAAS,CAAC;QACrE,MAAM,EAAE,cAAc,CAAC,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC;KAChE,CAAC,CAAC,CAAC;AACR,CAAC;AACD,SAAS,cAAc,CAAC,MAAkC;IACtD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;IACjC,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC;QACnB,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,OAAgB,EAAE,CAAC,CAAC;IACtD,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACxB,OAAO,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QACxC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,aAAsB,EAAE,CAAC;QAClD,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,WAAoB,EAAE,KAAK,EAAE,CAAC,CAAC;AAChE,CAAC;AACD,SAAS,mBAAmB,CAAC,KAA8B;IACvD,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;AAC7G,CAAC;AACD,SAAS,gBAAgB,CAAC,KAA8B,EAAE,IAAuB;IAC7E,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;QACtD,GAAG;QACH,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC;KACjE,CAAC,CAAC,CAAC,CAAC;AACT,CAAC;AACD,SAAS,SAAS,CAAC,QAAmC;IAClD,MAAM,YAAY,GAAG,IAAA,4BAAiB,EAAC,QAAQ,EAAE,sCAAyB,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IAChG,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,IAAA,8BAAmB,EAAC,MAAM,CAAC,MAAM,CAAC,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACzH,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;QACjC,MAAM,GAAG,GAAG,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,CAAC;QACpE,IAAI,KAAK,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS;YACxC,OAAO,sBAAsB,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;YACpC,OAAO,sBAAsB,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,KAAK,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;YACpE,GAAG,CAAC,YAAY,KAAK,KAAK,CAAC,UAAU,CAAC;QAC1C,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,KAAK;YACL,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,WAAoB,CAAC,CAAC,CAAC,SAAkB;YAC3D,MAAM,EAAE,GAAG,CAAC,MAAM;SACrB,CAAC,CAAC;IACP,CAAC;IACD,MAAM,UAAU,GAAG,IAAA,4BAAiB,EAAC,QAAQ,EAAE,sCAAyB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAC7F,IAAI,UAAU,KAAK,SAAS;QACxB,UAAU,CAAC,QAAQ,CAAC,cAAc,KAAK,6CAAgC,CAAC,WAAW,CAAC,QAAQ;QAC5F,OAAO,sBAAsB,EAAE,CAAC;IACpC,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC;IAC7B,IAAI,CAAC,kBAAS,CAAC,QAAQ,CAAC,GAAG,CAAC;QACxB,OAAO,sBAAsB,EAAE,CAAC;IACpC,MAAM,MAAM,GAAG,eAAM,CAAC,mBAAmB,CAAC,sCAAyB,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,gBAAgB,EAAE,OAAO,EAAE,CAAC,CAAC;IACtI,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC;QACzC,CAAC,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,EAAE,CAAC;QACpD,CAAC,CAAC,SAAS,CAAC;IAChB,IAAI,QAAQ,KAAK,SAAS,IAAI,eAAM,CAAC,SAAS,CAAC,QAAQ,CAAC;QACpD,OAAO,sBAAsB,EAAE,CAAC;IACpC,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC;QAC3C,CAAC,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,CAAC;QACtD,CAAC,CAAC,SAAS,CAAC;IAChB,IAAI,SAAS,KAAK,SAAS,IAAI,eAAM,CAAC,SAAS,CAAC,SAAS,CAAC;QACtD,OAAO,sBAAsB,EAAE,CAAC;IACpC,MAAM,aAAa,GAAG,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC;IAC5D,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;QAC9B,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;IAC3F,CAAC;IACD,MAAM,cAAc,GAAG,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC;IAC/D,OAAO,cAAc,KAAK,SAAS;QAC/B,CAAC,CAAC,sBAAsB,EAAE;QAC1B,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;AAC5F,CAAC;AACD,SAAS,sBAAsB;IAC3B,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;AAC9E,CAAC;AACD,SAAS,YAAY,CAAC,KAA8B;IAChD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAwB,CAAC;IAC/C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,IAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAChM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;YAChB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,eAAe,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AACjD,CAAC;AACD,SAAS,eAAe,CAAC,QAAmC;IACxD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;IAClF,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC7H,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACpE,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACtE,MAAM,MAAM,GAAG,WAAW,IAAI,YAAY,CAAC,CAAC,CAAC,OAAgB;QACzD,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,UAAmB;YAC/B,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,WAAoB;gBACjC,CAAC,CAAC,IAAI,CAAC;IACnB,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC;QAC7B,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAM,EAAE,CAAC,CAAC,CAAC;IAC7E,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK;QACL,MAAM;QACN,KAAK,EAAE,MAAM,KAAK,IAAI;YAClB,CAAC,CAAC,aAAsB;YACxB,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,KAAK,WAAW,CAAC;gBACtG,CAAC,CAAC,SAAkB;gBACpB,CAAC,CAAC,WAAoB;QAC9B,OAAO,EAAE,MAAM,CAAC,MAAM;QACtB,KAAK,EAAE,QAAQ,CAAC,MAAM;QACtB,KAAK,EAAE,iBAA0B;QACjC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC;QACpB,IAAI,EAAE,KAAc;QACpB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC;KAClE,CAAC,CAAC;AACP,CAAC;AACD,SAAS,aAAa,CAAC,KAA8B;IACjD,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;IAC/E,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;IACpF,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,QAAQ,EAAE,KAAK,CAAC,MAAM;QACtB,QAAQ;QACR,UAAU;QACV,OAAO,EAAE,KAAK,CAAC,MAAM,GAAG,QAAQ;KACnC,CAAC,CAAC;AACP,CAAC;AACD,SAAS,OAAO,CAAC,KAA8B;IAC3C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,EAAE,QAAQ,EAAE,IAAI,KAAK,EAAE,CAAC;QAC/B,QAAQ,QAAQ,CAAC,OAAO,EAAE,CAAC;YACvB,KAAK,QAAQ;gBACT,MAAM,IAAI,CAAC,CAAC;gBACZ,MAAM;YACV,KAAK,QAAQ;gBACT,MAAM,IAAI,CAAC,CAAC;gBACZ,MAAM;YACV,KAAK,SAAS;gBACV,OAAO,IAAI,CAAC,CAAC;gBACb,MAAM;YACV,KAAK,SAAS;gBACV,OAAO,IAAI,CAAC,CAAC;gBACb,MAAM;YACV,KAAK,IAAI,CAAC,CAAC,MAAM;QACrB,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;AAC/D,CAAC;AACD,SAAS,UAAU,CAAC,KAA8B,EAAE,WAA0C,EAAE,KAA6B;IACzH,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC;IAC7E,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7G,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK,EAAE,WAAW,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,WAAW,CAAC,UAAU;QAClF,KAAK,EAAE,WAAW,CAAC;YACf,QAAQ,EAAE,WAAW,CAAC,QAAQ;YAC9B,OAAO,EAAE,WAAW,CAAC,UAAU;YAC/B,QAAQ,EAAE,WAAW,CAAC,UAAU,KAAK,WAAW,CAAC,QAAQ;YACzD,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC;SAClD,CAAC;QACF,OAAO,EAAE,WAAW,CAAC,UAAU;QAC/B,KAAK,EAAE,WAAW,CAAC,QAAQ;QAC3B,KAAK,EAAE,iBAA0B;QACjC,MAAM;QACN,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC;KAC3B,CAAC,CAAC;AACP,CAAC;AACD,SAAS,cAAc,CAAC,QAAwB;IAC5C,MAAM,EAAE,QAAQ,EAAE,GAAG,QAAQ,CAAC;IAC9B,IAAI,QAAQ,CAAC,cAAc,KAAK,MAAM,EAAE,CAAC;QACrC,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,aAAsB;YAC7B,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,KAAK,EAAE,iBAA0B;YACjC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,IAAI,EAAE,QAAQ,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YAC/E,IAAI,EAAE,QAAiB;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;SAC5C,CAAC,CAAC;IACP,CAAC;IACD,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,IAAI,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC;IACrE,MAAM,QAAQ,GAAG,QAAQ,IAAI,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC;IACrD,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI;QAC9C,KAAK,EAAE,QAAQ;YACX,CAAC,CAAC,WAAoB;YACtB,CAAC,CAAC,QAAQ;gBACN,CAAC,CAAC,SAAkB;gBACpB,CAAC,CAAC,WAAW,CAAC;oBACV,QAAQ,EAAE,CAAC;oBACX,OAAO,EAAE,CAAC;oBACV,QAAQ,EAAE,KAAK;oBACf,QAAQ,EAAE,CAAC,QAAQ,CAAC;iBACvB,CAAC;QACV,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzB,KAAK,EAAE,CAAC;QACR,KAAK,EAAE,iBAA0B;QACjC,MAAM,EAAE,UAAU,CAAC;YACf,GAAG,QAAQ,CAAC,MAAM;YAClB,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ;gBACpD,CAAC,CAAC,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;gBAC/B,CAAC,CAAC,EAAE,CAAC;SACZ,CAAC;QACF,IAAI,EAAE,QAAQ,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC/E,IAAI,EAAE,QAAiB;QACvB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;KAClE,CAAC,CAAC;AACP,CAAC;AACD,wEAAwE;AACxE,SAAS,YAAY,CAAC,KAA8B;IAChD,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC;IACzF,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,cAAc,KAAK,MAAM,CAAC,CAAC;IACtF,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,cAAc,KAAK,IAAI,CAAC,CAAC;IACjF,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,YAAY,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;QACrE,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,OAAgB,CAAC,CAAC,CAAC,aAAsB;YACrE,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,KAAK,EAAE,iBAA0B;YACjC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACvB,IAAI,EAAE,QAAiB;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;SAC5C,CAAC,CAAC;IACP,CAAC;IACD,2EAA2E;IAC3E,2EAA2E;IAC3E,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,KAAK,CAAC;QACrC,CAAC,CAAC,OAAO;QACT,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,cAAc,KAAK,MAAM,CAAC,CAAC;IACzE,gFAAgF;IAChF,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS;QACvE,QAAQ,CAAC,KAAK,CAAC,QAAQ;QACvB,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC7B,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACtF,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,KAAK,CAAC;QAClC,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;IACjG,MAAM,MAAM,GAAG,UAAU,CAAC;QACtB,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC;QACtD,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ;YACtF,CAAC,CAAC,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YAC/B,CAAC,CAAC,EAAE,CAAC;KACZ,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM;QAC9D,KAAK,EAAE,WAAW,CAAC;YACf,QAAQ,EAAE,QAAQ,CAAC,MAAM;YACzB,OAAO,EAAE,QAAQ,CAAC,MAAM;YACxB,QAAQ,EAAE,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM;YAC7C,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC;SACrD,CAAC;QACF,OAAO,EAAE,QAAQ,CAAC,MAAM;QACxB,KAAK,EAAE,QAAQ,CAAC,MAAM;QACtB,KAAK,EAAE,iBAA0B;QACjC,MAAM;QACN,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC;QACtB,IAAI,EAAE,QAAiB;QACvB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC;KACnD,CAAC,CAAC;AACP,CAAC;AACD,6EAA6E;AAC7E,SAAS,cAAc,CAAC,KAAwC;IAC5D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,OAAgB;YACvB,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,KAAK,EAAE,MAAe;YACtB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACvB,IAAI,EAAE,QAAiB;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;SAC5C,CAAC,CAAC;IACP,CAAC;IACD,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC,cAAc,KAAK,MAAM,CAAC,CAAC;IACjF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,MAAM,CAAC,MAAM,CAAC;YACjB,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,aAAsB;YAC7B,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,CAAC;YACR,KAAK,EAAE,MAAe;YACtB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACvB,IAAI,EAAE,QAAiB;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;SAC5C,CAAC,CAAC;IACP,CAAC;IACD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;IACpE,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC;QAC7B,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACrE,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC;QAC3B,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,WAAW,CAAC;YACxD,CAAC,CAAC,WAAoB;YACtB,CAAC,CAAC,SAAkB;QACxB,CAAC,CAAC,oBAAoB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IACrE,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,KAAK;QACL,KAAK;QACL,OAAO,EAAE,MAAM,CAAC,MAAM;QACtB,KAAK,EAAE,QAAQ,CAAC,MAAM;QACtB,KAAK,EAAE,MAAe;QACtB,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjE,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC7D,IAAI,EAAE,QAAiB;QACvB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;YAClB,GAAG,EAAE,CAAC;YACN,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;SAC9E,CAAC;KACL,CAAC,CAAC;AACP,CAAC;AACD,SAAS,WAAW,CAAC,KAKpB;IACG,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC;QACpB,OAAO,OAAO,CAAC;IACnB,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC;QACjB,OAAO,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;IACpD,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,eAAe,KAAK,QAAQ,CAAC,EAAE,CAAC;QAC7E,OAAO,QAAQ,CAAC;IACpB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,eAAe,KAAK,cAAc,IAAI,eAAe,KAAK,aAAa,CAAC;QACrH,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,eAAe,KAAK,WAAW,IAAI,eAAe,KAAK,iBAAiB,CAAC,EAAE,CAAC;QAC1H,OAAO,aAAa,CAAC;IACzB,CAAC;IACD,OAAO,aAAa,CAAC;AACzB,CAAC;AACD,SAAS,gBAAgB,CAAC,KAA8B;IACpD,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC;IACrF,IAAI,CAAC,SAAS;QACV,OAAO,MAAM,CAAC;IAClB,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,cAAc,KAAK,MAAM,CAAC;QACnE,CAAC,CAAC,OAAO;QACT,CAAC,CAAC,QAAQ,CAAC;AACnB,CAAC;AACD,SAAS,MAAM,CAAC,KAAgC;IAC5C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAgC,CAAC;IACrD,KAAK,MAAM,EAAE,QAAQ,EAAE,IAAI,KAAK,EAAE,CAAC;QAC/B,IAAI,QAAQ,CAAC,GAAG,KAAK,IAAI;YACrB,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;SACnC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;SACnD,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;AAChC,CAAC;AACD,SAAS,UAAU,CAAC,MAAuC;IACvD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAgC,CAAC;IACrD,KAAK,MAAM,GAAG,IAAI,MAAM;QACpB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IACxC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;SACnC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;SACnD,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;AAChC,CAAC;AACD,SAAS,oBAAoB,CAAC,MAAwC;IAClE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QACnB,OAAO,OAAO,CAAC;IACnB,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,QAAQ,CAAC;QAC1C,OAAO,QAAQ,CAAC;IACpB,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,aAAa,CAAC;QAChD,OAAO,aAAa,CAAC;IACzB,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC;QAC3C,OAAO,SAAS,CAAC;IACrB,OAAO,aAAa,CAAC;AACzB,CAAC;AACD,SAAS,iBAAiB,CAAC,QAAyB;IAChD,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,IAAI,EAAE,eAAe;QACrB,OAAO,EAAE,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,OAAO,IAAI,IAAI;KAClD,CAAC,CAAC;AACP,CAAC;AACD,SAAS,kBAAkB,CAAC,KAA8B,EAAE,KAAqC;IAC7F,MAAM,MAAM,GAAG,IAAI,GAAG,EAA0B,CAAC;IACjD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;QACxB,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,MAAM,KAAK,SAAS;YACpB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;;YAExB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACrC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;SACnD,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AACrD,CAAC;AACD,SAAS,SAAS,CAAC,MAAc;IAC7B,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3E,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AAChD,CAAC;AACD,SAAS,cAAc,CAAC,IAAuB,EAAE,MAAyB;IACtE,OAAO,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM;QAC/B,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,OAAO,CAAC,CAAC;AAClE,CAAC;AACD,SAAS,UAAU,CAAC,OAAe;IAC/B,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,SAAkB,EAAE,OAAO,EAAE,CAAC;KACjE,CAAC,CAAC;AACP,CAAC;AACD,SAAS,iBAAiB;IACtB,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,SAAS,EAAE,KAAK;QAChB,MAAM,EAAE,CAAC;QACT,QAAQ,EAAE,CAAC;QACX,QAAQ,EAAE,KAAK;QACf,QAAQ,EAAE,KAAK;KAClB,CAAC,CAAC;AACP,CAAC;AACD,SAAS,aAAa,CAAC,IAAY,EAAE,KAAa,EAAE,IAAwB;IACxE,OAAO,MAAM,CAAC,MAAM,CAAC;QACjB,IAAI;QACJ,KAAK;QACL,gBAAgB,EAAE,IAAI,CAAC,MAAM;QAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,cAAc,EAAE,IAAI,CAAC,cAAc;KACtC,CAAC,CAAC;AACP,CAAC;AACD,SAAS,UAAU,CAAC,MAAiC;IACjD,MAAM,MAAM,GAAG,IAAI,GAAG,EAA0B,CAAC;IACjD,KAAK,MAAM,KAAK,IAAI,MAAM;QACtB,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;IAC7C,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACrC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;SACnD,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;AACpC,CAAC;AACD,SAAS,aAAa,CAAC,KAAyB;IAC5C,MAAM,MAAM,GAAG,IAAA,8BAAmB,EAAC,KAAK,CAAC,CAAC;IAC1C,IAAI,IAAA,iCAAsB,EAAC,MAAM,CAAC,EAAE,CAAC;QACjC,MAAM,MAAM,CAAC;IACjB,CAAC;IACD,OAAO,MAAuC,CAAC;AACnD,CAAC;AACD,SAAS,WAAW,CAAC,IAAY,EAAE,KAAa;IAC5C,OAAO,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACpD,CAAC","sourcesContent":["// @concord-file\n// @concord-implements docs/feature/inspection/README.md\n// @concord-implements docs/feature/inspection/use-case/inspection-compare-quality-cost.md\n// @concord-implements docs/feature/insight/README.md\nimport { PlannedAttemptMetricsSchema, type PlannedAttemptMember } from \"./results.ts\";\nimport { attemptVerdict } from \"./verdict.ts\";\nimport type { VerdictState } from \"../eval/record/verdict.ts\";\nimport { Predicate, Result, Schema } from \"effect\";\nimport type { MemberDocument, RecordSlotIdentity } from \"../record/model/core.ts\";\nimport type { RunPluginIdentity, AdapterIdentity } from \"../record/model/run-context.ts\";\nimport { NiceEvalCurrentRecordAttachments, NiceEvalRecordAttachments, } from \"../record/family/current.ts\";\nimport { closeInspectionJson, isInspectionCodecError, type InspectionJson, } from \"./codec.ts\";\nimport { attemptAttachment, loadInspectionRuns, readInspectionAssertions, resolveInspectionMemberAttempt, type InspectionAssertionsRead, type LoadedInspectionRun, type ResolvedInspectionAttempt, } from \"./facts.ts\";\nimport type { InspectionFactSource } from \"./source.ts\";\nimport { projectAdapterUsageTokens, projectAttemptTiming, projectAttemptUsage, } from \"./trace.ts\";\nexport type InspectionMetricState = \"available\" | \"partial\" | \"unavailable\" | \"empty\" | \"unsupported\" | \"failed\";\nexport interface InspectionAttemptRef {\n readonly identity: {\n readonly kind: \"attempt\";\n readonly locator: string;\n };\n}\nexport interface InspectionMetricValue {\n readonly value: number | null;\n readonly state: InspectionMetricState;\n readonly samples: number;\n readonly total: number;\n readonly basis: \"planned-attempt\" | \"eval\";\n readonly issues: readonly InspectionJson[];\n readonly refs: readonly InspectionAttemptRef[];\n readonly unit?: \"points\" | \"USD\" | \"ms\" | \"tokens\";\n readonly bounds?: {\n readonly min: number;\n readonly max: number;\n };\n}\nexport interface InspectionCostMetricValue extends InspectionMetricValue {\n readonly source: \"reported\" | \"estimated\" | \"mixed\" | null;\n}\nexport interface InspectionOverviewDenominator {\n readonly expected: number;\n readonly observed: number;\n readonly classified: number;\n readonly missing: number;\n}\nexport interface InspectionVerdictTally {\n readonly passed: number;\n readonly failed: number;\n readonly errored: number;\n readonly skipped: number;\n}\nexport type InspectionEvaluationKind = \"pass\" | \"points\" | \"mixed\";\nexport interface InspectionOverviewAggregate {\n readonly evaluationKind: InspectionEvaluationKind;\n readonly denominator: InspectionOverviewDenominator;\n readonly verdict: {\n readonly tally: InspectionVerdictTally;\n readonly passRate: InspectionMetricValue;\n };\n readonly score: InspectionMetricValue;\n readonly costUSD: InspectionCostMetricValue;\n readonly durationMs: InspectionMetricValue;\n readonly tokens: InspectionMetricValue;\n readonly coverage: readonly InspectionJson[];\n readonly issues: readonly InspectionJson[];\n}\nexport interface InspectionOverviewMember extends PlannedAttemptMember {\n readonly runId: string;\n readonly labels: InspectionLabels;\n}\nexport interface InspectionOverviewCell extends InspectionOverviewAggregate {\n readonly experimentId: string;\n readonly evalId: string;\n readonly groupPath: readonly string[];\n readonly members: readonly InspectionOverviewMember[];\n}\nexport interface InspectionOverviewGroup extends InspectionOverviewAggregate {\n readonly groupPath: readonly string[];\n}\nexport interface InspectionOverviewExperiment extends InspectionOverviewAggregate {\n readonly plugins: readonly RunPluginIdentity[];\n readonly experimentId: string;\n readonly adapter: InspectionAdapterValue;\n readonly model: InspectionExecutionValue;\n readonly labels: InspectionLabels;\n readonly groups: readonly InspectionOverviewGroup[];\n}\nexport type InspectionExecutionValue = {\n readonly state: \"available\";\n readonly value: string;\n} | {\n readonly state: \"mixed\";\n} | {\n readonly state: \"unavailable\";\n};\nexport type InspectionAdapterValue = {\n readonly state: \"available\";\n readonly value: AdapterIdentity;\n} | {\n readonly state: \"mixed\";\n};\nexport type InspectionLabels = Readonly<Record<string, InspectionExecutionValue>>;\nexport interface InspectionOverview {\n readonly totals: InspectionOverviewAggregate;\n readonly experiments: readonly InspectionOverviewExperiment[];\n readonly cells: readonly InspectionOverviewCell[];\n}\ninterface SelectedSlot {\n readonly experimentId: string;\n readonly evalId: string;\n readonly attemptOrdinal: number;\n readonly adapter: AdapterIdentity;\n readonly model: string | null;\n readonly labels: Readonly<Record<string, string>>;\n readonly target?: LoadedInspectionRun;\n readonly slot?: RecordSlotIdentity;\n readonly member: MemberDocument | undefined;\n readonly resolved: ResolvedInspectionAttempt | undefined;\n readonly analysis: AttemptAnalysis;\n}\ninterface AttemptAnalysis {\n readonly assertionsState: InspectionAssertionsRead[\"state\"] | \"attempt-missing\";\n readonly evaluationKind: \"pass\" | \"points\" | null;\n readonly verdict: VerdictState | null;\n readonly score: {\n readonly hasPoints: boolean;\n readonly earned: number;\n readonly possible: number;\n readonly hasValue: boolean;\n readonly complete: boolean;\n };\n readonly costUSD: {\n readonly value: number | null;\n readonly state: \"available\" | \"partial\" | \"unavailable\";\n readonly source: \"reported\" | \"estimated\" | \"mixed\" | null;\n };\n readonly durationMs: OperationalMetric;\n readonly tokens: OperationalMetric;\n readonly coverage: readonly InspectionJson[];\n readonly issues: readonly InspectionJson[];\n readonly ref: InspectionAttemptRef | null;\n}\ninterface OperationalMetric {\n readonly value: number | null;\n readonly state: \"available\" | \"partial\" | \"unavailable\" | \"failed\";\n}\n/**\n * Selects the latest sealed occurrence of every Experiment/Eval/ordinal Slot\n * and closes the shared machine/Insight Overview without platform APIs.\n */\n// @concord-code\n// @concord-implements docs/feature/inspection/use-case/inspection-compare-quality-cost.md\n// @concord-implements docs/feature/insight/README.md\nexport function selectInspectionOverview(facts: InspectionFactSource | readonly LoadedInspectionRun[], supportingRuns?: readonly LoadedInspectionRun[]): InspectionOverview {\n const runs = isLoadedInspectionRuns(facts) ? facts : loadInspectionRuns(facts);\n const selected = selectLatestSlots(runs, supportingRuns ?? runs);\n return aggregateSelectedSlots(selected);\n}\nfunction aggregateSelectedSlots(selected: readonly SelectedSlot[]): InspectionOverview {\n const cells = groupSelectedSlots(selected, ({ experimentId, evalId }) => `${experimentId}\\u0000${evalId}`)\n .map((slots) => makeCell(slots, inspectionLabelKeys(selected.filter(({ experimentId }) => experimentId === slots[0]?.experimentId))));\n const experiments = groupSelectedSlots(selected, ({ experimentId }) => experimentId)\n .map((slots) => makeExperiment(slots, cells.filter(({ experimentId }) => experimentId === slots[0]?.experimentId), inspectionLabelKeys(slots)));\n return closeOverview({\n totals: aggregate(selected, scoreFromCells(cells)),\n experiments,\n cells,\n });\n}\nexport interface InspectionCurrentSlotInput {\n readonly experimentId: string;\n readonly evalId: string;\n readonly attemptOrdinal: number;\n readonly evaluationKind: \"pass\" | \"score\";\n readonly adapter: AdapterIdentity;\n readonly model: string | null;\n readonly labels: Readonly<Record<string, string>>;\n readonly recorded?: {\n readonly target: LoadedInspectionRun;\n readonly slot: RecordSlotIdentity;\n readonly member: MemberDocument;\n readonly resolved: ResolvedInspectionAttempt;\n };\n}\n/** Aggregate exactly the Host-assessed current positions; gaps add no value. */\nexport function aggregateInspectionCurrentSlots(inputs: readonly InspectionCurrentSlotInput[]): InspectionOverview {\n return aggregateSelectedSlots(inputs.map((input): SelectedSlot => {\n const recorded = input.recorded;\n return Object.freeze({\n ...input,\n ...(recorded ?? {}),\n member: recorded?.member,\n resolved: recorded?.resolved,\n analysis: recorded === undefined ? Object.freeze({\n assertionsState: \"attempt-missing\" as const,\n evaluationKind: input.evaluationKind === \"score\" ? \"points\" as const : \"pass\" as const,\n verdict: null,\n score: emptyAttemptScore(),\n costUSD: unavailableAttemptCost(),\n durationMs: unavailableOperationalMetric(),\n tokens: unavailableOperationalMetric(),\n coverage: Object.freeze([]),\n issues: Object.freeze([]),\n ref: null,\n }) : analyzeAttempt(recorded.resolved, recorded.target.run.runId, recorded.member, recorded.slot),\n });\n }));\n}\nfunction isLoadedInspectionRuns(facts: InspectionFactSource | readonly LoadedInspectionRun[]): facts is readonly LoadedInspectionRun[] {\n return Array.isArray(facts);\n}\nfunction selectLatestSlots(runs: readonly LoadedInspectionRun[], resolutionRuns: readonly LoadedInspectionRun[] = runs): readonly SelectedSlot[] {\n const membersByRun = new Map(runs.map((run) => [run, new Map(run.members.map((member) => [member.slotId, member]))]));\n const latest = new Map<string, {\n readonly target: LoadedInspectionRun;\n readonly slot: RecordSlotIdentity;\n }>();\n for (const target of runs) {\n for (const slot of target.run.expectedSlots) {\n const key = `${target.run.experimentId}\\u0000${slot.evalId}\\u0000${slot.attemptOrdinal}`;\n const current = latest.get(key);\n if (current === undefined || compareOccurrence(target, current.target) > 0) {\n latest.set(key, Object.freeze({ target, slot }));\n }\n }\n }\n return Object.freeze([...latest.values()]\n .sort((left, right) => compareText(left.target.run.experimentId, right.target.run.experimentId) ||\n compareText(left.slot.evalId, right.slot.evalId) ||\n left.slot.attemptOrdinal - right.slot.attemptOrdinal ||\n compareText(left.target.run.runId, right.target.run.runId))\n .map(({ target, slot }): SelectedSlot => {\n const member = membersByRun.get(target)?.get(slot.slotId);\n const resolved = member === undefined\n ? undefined\n : resolveInspectionMemberAttempt(resolutionRuns, target, member);\n return Object.freeze({\n experimentId: target.run.experimentId,\n evalId: slot.evalId,\n attemptOrdinal: slot.attemptOrdinal,\n adapter: target.run.context.execution.adapter,\n model: target.run.context.execution.model,\n labels: target.run.context.labels,\n target,\n slot,\n member,\n resolved,\n analysis: analyzeAttempt(resolved, target.run.runId, member, slot),\n });\n }));\n}\nfunction compareOccurrence(left: LoadedInspectionRun, right: LoadedInspectionRun): number {\n return left.run.completedAt - right.run.completedAt ||\n left.run.startedAt - right.run.startedAt ||\n compareText(left.run.runId, right.run.runId);\n}\nfunction analyzeAttempt(resolved: ResolvedInspectionAttempt | undefined, runId: string, member: MemberDocument | undefined, slot: RecordSlotIdentity): AttemptAnalysis {\n if (resolved === undefined) {\n const hasReference = member?.attempt !== undefined && member.attempt !== null;\n return Object.freeze({\n assertionsState: \"attempt-missing\" as const,\n evaluationKind: null,\n verdict: null,\n score: emptyAttemptScore(),\n costUSD: unavailableAttemptCost(),\n durationMs: unavailableOperationalMetric(),\n tokens: unavailableOperationalMetric(),\n coverage: Object.freeze([]),\n issues: Object.freeze([overviewIssue(hasReference ? \"attempt-origin-missing\" : \"attempt-not-observed\", runId, slot)]),\n ref: null,\n });\n }\n const ref = attemptRef(resolved.locator);\n const operational = attemptOperationalMetrics(resolved);\n const assertions = readInspectionAssertions(resolved);\n if (assertions.state !== \"available\") {\n return Object.freeze({\n assertionsState: assertions.state,\n evaluationKind: null,\n verdict: attemptVerdict(resolved, assertions),\n score: emptyAttemptScore(),\n costUSD: costUSDOf(resolved),\n ...operational,\n coverage: Object.freeze([Object.freeze({\n identity: ref.identity,\n state: assertions.state,\n })]),\n issues: assertions.issues,\n ref,\n });\n }\n let earned = 0;\n let possible = 0;\n let hasPoints = false;\n let earnedContributions = 0;\n let unavailableContributions = 0;\n const coverage: InspectionJson[] = [];\n const issues: InspectionJson[] = [];\n for (const entry of assertions.value.entries) {\n const contribution = entry.contribution;\n if (contribution.state === \"earned\") {\n hasPoints = true;\n earned += contribution.earned;\n possible += contribution.points;\n earnedContributions += 1;\n }\n else if (contribution.state === \"unavailable\") {\n hasPoints = true;\n possible += contribution.points;\n unavailableContributions += 1;\n issues.push(Object.freeze({\n code: \"score-contribution-unavailable\",\n locator: resolved.locator,\n entryId: entry.entryId,\n reason: contribution.reason,\n }));\n }\n coverage.push(Object.freeze({\n identity: ref.identity,\n entryId: entry.entryId,\n groupPath: Object.freeze([...entry.display.groupPath]),\n state: entry.materials.coverage.state,\n ...(entry.materials.coverage.state === \"complete\"\n ? {}\n : { reason: entry.materials.coverage.reason }),\n limitations: Object.freeze([...entry.materials.limitations]),\n }));\n }\n return Object.freeze({\n assertionsState: \"available\" as const,\n evaluationKind: hasPoints ? \"points\" as const : \"pass\" as const,\n verdict: attemptVerdict(resolved, assertions),\n score: Object.freeze({\n hasPoints,\n earned,\n possible,\n hasValue: earnedContributions > 0,\n complete: hasPoints && unavailableContributions === 0,\n }),\n costUSD: costUSDOf(resolved),\n ...operational,\n coverage: Object.freeze(coverage),\n issues: Object.freeze(issues),\n ref,\n });\n}\nfunction makeCell(slots: readonly SelectedSlot[], labelKeys: readonly string[]): InspectionOverviewCell {\n const first = slots[0];\n if (first === undefined)\n throw new Error(\"Overview cell cannot be empty\");\n return Object.freeze({\n experimentId: first.experimentId,\n evalId: first.evalId,\n groupPath: groupPath(first.evalId),\n ...aggregate(slots, scoreForCell(slots)),\n members: Object.freeze(slots.flatMap((selected): readonly InspectionOverviewMember[] => {\n if (selected.target === undefined || selected.slot === undefined)\n return [];\n return [Object.freeze({\n runId: selected.target.run.runId,\n plannedAttemptId: selected.slot.slotId,\n evalId: selected.slot.evalId,\n attemptOrdinal: selected.slot.attemptOrdinal,\n labels: inspectionLabels([selected], labelKeys),\n publication: overviewPublication(selected),\n ...memberMetrics(selected),\n })];\n })),\n });\n}\nfunction makeExperiment(slots: readonly SelectedSlot[], cells: readonly InspectionOverviewCell[], labelKeys: readonly string[]): InspectionOverviewExperiment {\n const first = slots[0];\n if (first === undefined)\n throw new Error(\"Overview Experiment cannot be empty\");\n const prefixes = new Map<string, SelectedSlot[]>();\n for (const selected of slots) {\n const path = groupPath(selected.evalId);\n for (let length = 1; length <= path.length; length += 1) {\n const prefix = path.slice(0, length);\n const key = prefix.join(\"\\u0000\");\n const values = prefixes.get(key);\n if (values === undefined)\n prefixes.set(key, [selected]);\n else\n values.push(selected);\n }\n }\n const groups = [...prefixes.entries()]\n .sort(([left], [right]) => compareText(left, right))\n .map(([key, values]): InspectionOverviewGroup => Object.freeze({\n groupPath: Object.freeze(key.split(\"\\u0000\")),\n ...aggregate(values, scoreFromCells(cells.filter((cell) => hasGroupPrefix(cell.groupPath, key.split(\"\\u0000\"))))),\n }));\n return Object.freeze({\n experimentId: first.experimentId,\n plugins: Object.freeze([...new Map(slots.flatMap(({ target }) => target?.run.context.execution.plugins ?? []).map((plugin) => [JSON.stringify(plugin), plugin])).values()]),\n adapter: adapterValue(slots.map(({ adapter }) => adapter)),\n model: executionValue(slots.map(({ model }) => model)),\n labels: inspectionLabels(slots, labelKeys),\n ...aggregate(slots, scoreFromCells(cells)),\n groups: Object.freeze(groups),\n });\n}\nfunction adapterValue(values: readonly AdapterIdentity[]): InspectionAdapterValue {\n const first = values[0];\n if (first === undefined || values.some((value) => value.name !== first.name ||\n value.contract !== first.contract ||\n value.behaviorRevision !== first.behaviorRevision ||\n value.cleanupTimeoutMs !== first.cleanupTimeoutMs)) {\n return Object.freeze({ state: \"mixed\" as const });\n }\n return Object.freeze({ state: \"available\" as const, value: first });\n}\nfunction aggregate(slots: readonly SelectedSlot[], score: InspectionMetricValue): InspectionOverviewAggregate {\n const denominator = denominatorOf(slots);\n const tally = tallyOf(slots);\n const issues = uniqueJson(slots.flatMap(({ analysis }) => analysis.issues));\n return Object.freeze({\n evaluationKind: evaluationKindOf(slots),\n denominator,\n verdict: Object.freeze({\n tally,\n passRate: passRateOf(slots, denominator, tally),\n }),\n score,\n costUSD: costForSlots(slots),\n durationMs: metricForSlots(slots, \"durationMs\", \"ms\", \"average\"),\n tokens: metricForSlots(slots, \"tokens\", \"tokens\", \"sum\"),\n coverage: uniqueJson(slots.flatMap(({ analysis }) => analysis.coverage)),\n issues,\n });\n}\nfunction attemptOperationalMetrics(resolved: ResolvedInspectionAttempt): Pick<AttemptAnalysis, \"durationMs\" | \"tokens\"> {\n const timing = projectAttemptTiming(Object.freeze({\n runnerActivities: attemptAttachment(resolved, NiceEvalRecordAttachments.runnerActivities.attempt.family),\n }));\n const durationMs = timing.activities.reduce<number | null>((maximum, activity) => {\n const end = activity.startOffsetMs + activity.durationMs;\n return Math.max(maximum ?? 0, end);\n }, null);\n const adapterUsage = attemptAttachment(resolved, NiceEvalRecordAttachments.adapterUsage.family);\n const usage = projectAttemptUsage(Object.freeze({\n models: resolved.origin.run.context.execution.models,\n agentTurns: attemptAttachment(resolved, NiceEvalRecordAttachments.agentTurns.family),\n ...(adapterUsage === undefined ? {} : { adapterUsage }),\n }));\n const input = usage.totals.inputTokens.value;\n const output = usage.totals.outputTokens.value;\n const tokenValues = [input, output].filter((value): value is number => value !== null);\n const tokens = adapterUsage === undefined\n ? Object.freeze({\n value: tokenValues.length === 0 ? null : tokenValues.reduce((total, value) => total + value, 0),\n state: usage.state === \"invalid\"\n ? \"failed\" as const\n : tokenValues.length === 0\n ? \"unavailable\" as const\n : usage.state === \"complete\" && usage.totals.inputTokens.state === \"available\" &&\n usage.totals.outputTokens.state === \"available\"\n ? \"available\" as const\n : \"partial\" as const,\n })\n : projectAdapterUsageTokens(adapterUsage, resolved.origin.run.context.execution.models);\n return Object.freeze({\n durationMs: Object.freeze({\n value: durationMs,\n state: timing.state === \"invalid\"\n ? \"failed\" as const\n : durationMs === null\n ? \"unavailable\" as const\n : timing.state === \"complete\" && !timing.hasMore\n ? \"available\" as const\n : \"partial\" as const,\n }),\n tokens,\n });\n}\nfunction unavailableOperationalMetric(): OperationalMetric {\n return Object.freeze({ value: null, state: \"unavailable\" as const });\n}\nfunction metricForSlots(slots: readonly AnalyzedMember[], key: \"durationMs\" | \"tokens\", unit: \"ms\" | \"tokens\", fold: \"average\" | \"sum\"): InspectionMetricValue {\n const valued = slots.filter(({ analysis }) => analysis[key].value !== null);\n const total = valued.reduce((sum, { analysis }) => sum + (analysis[key].value ?? 0), 0);\n const value = valued.length === 0 ? null : fold === \"average\" ? total / valued.length : total;\n const failed = slots.some(({ analysis }) => analysis[key].state === \"failed\");\n const partial = valued.length < slots.length || slots.some(({ analysis }) => analysis[key].state === \"partial\");\n return Object.freeze({\n value,\n state: failed ? \"failed\" : valued.length === 0 ? \"unavailable\" : partial ? \"partial\" : \"available\",\n samples: valued.length,\n total: slots.length,\n basis: \"planned-attempt\",\n issues: Object.freeze([]),\n refs: refsOf(valued),\n unit,\n bounds: Object.freeze({ min: 0, max: Math.max(0, value ?? 0) }),\n });\n}\nfunction overviewPublication(selected: SelectedSlot): InspectionOverviewMember[\"publication\"] {\n const { member, resolved } = selected;\n if (member === undefined)\n return Object.freeze({ state: \"pending\" as const });\n if (member.attempt === null) {\n return Object.freeze({\n state: \"absent\" as const,\n reason: member.absenceReason,\n });\n }\n if (resolved === undefined) {\n throw new Error(`Published Slot ${selected.slot?.slotId} has no readable Attempt`);\n }\n return Object.freeze({\n state: \"published\" as const,\n action: member.action,\n attemptId: member.attempt.attemptId,\n attemptLocator: resolved.locator,\n originRunId: member.attempt.originRunId,\n originPlannedAttemptId: resolved.attempt.slotId,\n });\n}\n/** Shared metrics for one planned position, including missing and unresolved publications. */\nexport function projectPlannedAttemptMetrics(runId: string, slot: RecordSlotIdentity, member: MemberDocument | undefined, resolved: ResolvedInspectionAttempt | undefined) {\n return memberMetrics({ analysis: analyzeAttempt(resolved, runId, member, slot) });\n}\ntype AnalyzedMember = Pick<SelectedSlot, \"analysis\">;\nconst decodeMemberMetrics = Schema.decodeUnknownSync(PlannedAttemptMetricsSchema);\nfunction memberMetrics(selected: AnalyzedMember) {\n return Object.freeze(decodeMemberMetrics({\n verdict: selected.analysis.verdict,\n score: scoreForMember(selected),\n costUSD: costForAnalyses([selected]),\n durationMs: metricForSlots([selected], \"durationMs\", \"ms\", \"average\"),\n tokens: metricForSlots([selected], \"tokens\", \"tokens\", \"sum\"),\n }));\n}\nfunction executionValue(values: readonly (string | null)[]): InspectionExecutionValue {\n const distinct = new Set(values);\n if (distinct.size !== 1)\n return Object.freeze({ state: \"mixed\" as const });\n const value = values[0];\n return value === null || value === undefined\n ? Object.freeze({ state: \"unavailable\" as const })\n : Object.freeze({ state: \"available\" as const, value });\n}\nfunction inspectionLabelKeys(slots: readonly SelectedSlot[]): readonly string[] {\n return Object.freeze([...new Set(slots.flatMap(({ labels }) => Object.keys(labels)))].sort(compareText));\n}\nfunction inspectionLabels(slots: readonly SelectedSlot[], keys: readonly string[]): InspectionLabels {\n return Object.freeze(Object.fromEntries(keys.map((key) => [\n key,\n executionValue(slots.map(({ labels }) => labels[key] ?? null)),\n ])));\n}\nfunction costUSDOf(resolved: ResolvedInspectionAttempt): AttemptAnalysis[\"costUSD\"] {\n const adapterUsage = attemptAttachment(resolved, NiceEvalRecordAttachments.adapterUsage.family);\n if (adapterUsage !== undefined) {\n const usage = projectAttemptUsage(Object.freeze({ adapterUsage, models: resolved.origin.run.context.execution.models }));\n const costs = usage.totals.costs;\n const usd = costs?.values.find((value) => value.currency === \"USD\");\n if (costs === undefined || usd === undefined)\n return unavailableAttemptCost();\n const value = Number(usd.value);\n if (!Number.isFinite(value) || value < 0)\n return unavailableAttemptCost();\n const complete = costs.state === \"complete\" && costs.values.length === 1 &&\n usd.coveredCalls === costs.totalCalls;\n return Object.freeze({\n value,\n state: complete ? \"available\" as const : \"partial\" as const,\n source: usd.source,\n });\n }\n const attachment = attemptAttachment(resolved, NiceEvalRecordAttachments.attemptCost.family);\n if (attachment === undefined ||\n attachment.physical.familyRevision !== NiceEvalCurrentRecordAttachments.attemptCost.revision)\n return unavailableAttemptCost();\n const raw = attachment.value;\n if (!Predicate.isObject(raw))\n return unavailableAttemptCost();\n const decode = Schema.decodeUnknownResult(NiceEvalRecordAttachments.attemptCost.schema, { errors: \"all\", onExcessProperty: \"error\" });\n const observed = Reflect.has(raw, \"observed\")\n ? decode({ observed: Reflect.get(raw, \"observed\") })\n : undefined;\n if (observed !== undefined && Result.isFailure(observed))\n return unavailableAttemptCost();\n const estimated = Reflect.has(raw, \"estimated\")\n ? decode({ estimated: Reflect.get(raw, \"estimated\") })\n : undefined;\n if (estimated !== undefined && Result.isFailure(estimated))\n return unavailableAttemptCost();\n const reportedValue = observed?.success.observed?.amountUSD;\n if (reportedValue !== undefined) {\n return Object.freeze({ value: reportedValue, state: \"available\", source: \"reported\" });\n }\n const estimatedValue = estimated?.success.estimated?.amountUSD;\n return estimatedValue === undefined\n ? unavailableAttemptCost()\n : Object.freeze({ value: estimatedValue, state: \"available\", source: \"estimated\" });\n}\nfunction unavailableAttemptCost(): AttemptAnalysis[\"costUSD\"] {\n return Object.freeze({ value: null, state: \"unavailable\", source: null });\n}\nfunction costForSlots(slots: readonly SelectedSlot[]): InspectionCostMetricValue {\n const unique = new Map<string, SelectedSlot>();\n for (const slot of slots) {\n const key = slot.resolved?.locator ?? (slot.target === undefined ? `current:${slot.experimentId}:${slot.evalId}:${slot.attemptOrdinal}` : `slot:${slot.target.run.runId}:${slot.slot!.slotId}`);\n if (!unique.has(key))\n unique.set(key, slot);\n }\n return costForAnalyses([...unique.values()]);\n}\nfunction costForAnalyses(subjects: readonly AnalyzedMember[]): InspectionCostMetricValue {\n const valued = subjects.filter(({ analysis }) => analysis.costUSD.value !== null);\n const sources = new Set(valued.flatMap(({ analysis }) => analysis.costUSD.source === null ? [] : [analysis.costUSD.source]));\n const hasReported = sources.has(\"reported\") || sources.has(\"mixed\");\n const hasEstimated = sources.has(\"estimated\") || sources.has(\"mixed\");\n const source = hasReported && hasEstimated ? \"mixed\" as const\n : hasReported ? \"reported\" as const\n : hasEstimated ? \"estimated\" as const\n : null;\n const value = valued.length === 0\n ? null\n : valued.reduce((sum, { analysis }) => sum + analysis.costUSD.value!, 0);\n return Object.freeze({\n value,\n source,\n state: source === null\n ? \"unavailable\" as const\n : valued.length < subjects.length || valued.some(({ analysis }) => analysis.costUSD.state !== \"available\")\n ? \"partial\" as const\n : \"available\" as const,\n samples: valued.length,\n total: subjects.length,\n basis: \"planned-attempt\" as const,\n issues: Object.freeze([]),\n refs: refsOf(valued),\n unit: \"USD\" as const,\n bounds: Object.freeze({ min: 0, max: Math.max(0, value ?? 0) }),\n });\n}\nfunction denominatorOf(slots: readonly SelectedSlot[]): InspectionOverviewDenominator {\n const observed = slots.filter(({ resolved }) => resolved !== undefined).length;\n const classified = slots.filter(({ analysis }) => analysis.verdict !== null).length;\n return Object.freeze({\n expected: slots.length,\n observed,\n classified,\n missing: slots.length - observed,\n });\n}\nfunction tallyOf(slots: readonly SelectedSlot[]): InspectionVerdictTally {\n let passed = 0;\n let failed = 0;\n let errored = 0;\n let skipped = 0;\n for (const { analysis } of slots) {\n switch (analysis.verdict) {\n case \"passed\":\n passed += 1;\n break;\n case \"failed\":\n failed += 1;\n break;\n case \"errored\":\n errored += 1;\n break;\n case \"skipped\":\n skipped += 1;\n break;\n case null: break;\n }\n }\n return Object.freeze({ passed, failed, errored, skipped });\n}\nfunction passRateOf(slots: readonly SelectedSlot[], denominator: InspectionOverviewDenominator, tally: InspectionVerdictTally): InspectionMetricValue {\n const classified = slots.filter(({ analysis }) => analysis.verdict !== null);\n const issues = uniqueJson(slots.flatMap(({ analysis }) => analysis.verdict === null ? analysis.issues : []));\n return Object.freeze({\n value: denominator.classified === 0 ? null : tally.passed / denominator.classified,\n state: metricState({\n expected: denominator.expected,\n samples: denominator.classified,\n complete: denominator.classified === denominator.expected,\n analyses: slots.map(({ analysis }) => analysis),\n }),\n samples: denominator.classified,\n total: denominator.expected,\n basis: \"planned-attempt\" as const,\n issues,\n refs: refsOf(classified),\n });\n}\nfunction scoreForMember(selected: AnalyzedMember): InspectionMetricValue {\n const { analysis } = selected;\n if (analysis.evaluationKind === \"pass\") {\n return Object.freeze({\n value: null,\n state: \"unsupported\" as const,\n samples: 0,\n total: 0,\n basis: \"planned-attempt\" as const,\n issues: Object.freeze([]),\n refs: analysis.ref === null ? Object.freeze([]) : Object.freeze([analysis.ref]),\n unit: \"points\" as const,\n bounds: Object.freeze({ min: 0, max: 0 }),\n });\n }\n const hasValue = analysis.score.hasPoints && analysis.score.hasValue;\n const complete = hasValue && analysis.score.complete;\n return Object.freeze({\n value: hasValue ? analysis.score.earned : null,\n state: complete\n ? \"available\" as const\n : hasValue\n ? \"partial\" as const\n : metricState({\n expected: 1,\n samples: 0,\n complete: false,\n analyses: [analysis],\n }),\n samples: complete ? 1 : 0,\n total: 1,\n basis: \"planned-attempt\" as const,\n issues: uniqueJson([\n ...analysis.issues,\n ...(analysis.score.hasPoints && !analysis.score.complete\n ? [scorePartialIssue(analysis)]\n : []),\n ]),\n refs: analysis.ref === null ? Object.freeze([]) : Object.freeze([analysis.ref]),\n unit: \"points\" as const,\n bounds: Object.freeze({ min: 0, max: analysis.score.possible }),\n });\n}\n/** One Experiment × Eval cell: complete point Attempts are averaged. */\nfunction scoreForCell(slots: readonly SelectedSlot[]): InspectionMetricValue {\n const knownPoints = slots.filter(({ analysis }) => analysis.evaluationKind === \"points\");\n const hasKnownPass = slots.some(({ analysis }) => analysis.evaluationKind === \"pass\");\n const unknown = slots.filter(({ analysis }) => analysis.evaluationKind === null);\n if (knownPoints.length === 0 && (hasKnownPass || unknown.length === 0)) {\n return Object.freeze({\n value: null,\n state: slots.length === 0 ? \"empty\" as const : \"unsupported\" as const,\n samples: 0,\n total: 0,\n basis: \"planned-attempt\" as const,\n issues: Object.freeze([]),\n refs: Object.freeze([]),\n unit: \"points\" as const,\n bounds: Object.freeze({ min: 0, max: 0 }),\n });\n }\n // In mixed historical data, explicit pass Attempts are not point-eligible.\n // Unknown facts remain in the denominator once the cell is known to score.\n const eligible = knownPoints.length === 0\n ? unknown\n : slots.filter(({ analysis }) => analysis.evaluationKind !== \"pass\");\n // Earned-score coverage is independent of gate Verdict and ranking eligibility.\n const complete = eligible.filter(({ analysis }) => analysis.score.hasPoints &&\n analysis.score.hasValue &&\n analysis.score.complete);\n const earned = complete.reduce((sum, { analysis }) => sum + analysis.score.earned, 0);\n const possible = complete.length === 0\n ? 0\n : complete.reduce((sum, { analysis }) => sum + analysis.score.possible, 0) / complete.length;\n const issues = uniqueJson([\n ...eligible.flatMap(({ analysis }) => analysis.issues),\n ...eligible.flatMap(({ analysis }) => analysis.score.hasPoints && !analysis.score.complete\n ? [scorePartialIssue(analysis)]\n : []),\n ]);\n return Object.freeze({\n value: complete.length === 0 ? null : earned / complete.length,\n state: metricState({\n expected: eligible.length,\n samples: complete.length,\n complete: complete.length === eligible.length,\n analyses: eligible.map(({ analysis }) => analysis),\n }),\n samples: complete.length,\n total: eligible.length,\n basis: \"planned-attempt\" as const,\n issues,\n refs: refsOf(eligible),\n unit: \"points\" as const,\n bounds: Object.freeze({ min: 0, max: possible }),\n });\n}\n/** Experiment, path group, and total scores sum their visible cell means. */\nfunction scoreFromCells(cells: readonly InspectionOverviewCell[]): InspectionMetricValue {\n if (cells.length === 0) {\n return Object.freeze({\n value: null,\n state: \"empty\" as const,\n samples: 0,\n total: 0,\n basis: \"eval\" as const,\n issues: Object.freeze([]),\n refs: Object.freeze([]),\n unit: \"points\" as const,\n bounds: Object.freeze({ min: 0, max: 0 }),\n });\n }\n const eligible = cells.filter(({ evaluationKind }) => evaluationKind !== \"pass\");\n if (eligible.length === 0) {\n return Object.freeze({\n value: null,\n state: \"unsupported\" as const,\n samples: 0,\n total: 0,\n basis: \"eval\" as const,\n issues: Object.freeze([]),\n refs: Object.freeze([]),\n unit: \"points\" as const,\n bounds: Object.freeze({ min: 0, max: 0 }),\n });\n }\n const valued = eligible.filter(({ score }) => score.value !== null);\n const value = valued.length === 0\n ? null\n : valued.reduce((sum, { score }) => sum + (score.value ?? 0), 0);\n const state = valued.length > 0\n ? eligible.every(({ score }) => score.state === \"available\")\n ? \"available\" as const\n : \"partial\" as const\n : aggregateMetricState(eligible.map(({ score }) => score.state));\n return Object.freeze({\n value,\n state,\n samples: valued.length,\n total: eligible.length,\n basis: \"eval\" as const,\n issues: uniqueJson(eligible.flatMap(({ score }) => score.issues)),\n refs: uniqueRefs(eligible.flatMap(({ score }) => score.refs)),\n unit: \"points\" as const,\n bounds: Object.freeze({\n min: 0,\n max: eligible.reduce((sum, { score }) => sum + (score.bounds?.max ?? 0), 0),\n }),\n });\n}\nfunction metricState(input: {\n readonly expected: number;\n readonly samples: number;\n readonly complete: boolean;\n readonly analyses: readonly AttemptAnalysis[];\n}): InspectionMetricState {\n if (input.expected === 0)\n return \"empty\";\n if (input.samples > 0)\n return input.complete ? \"available\" : \"partial\";\n if (input.analyses.some(({ assertionsState }) => assertionsState === \"failed\")) {\n return \"failed\";\n }\n if (input.analyses.some(({ assertionsState }) => assertionsState === \"not-recorded\" || assertionsState === \"unsupported\") &&\n input.analyses.every(({ assertionsState }) => assertionsState !== \"available\" && assertionsState !== \"attempt-missing\")) {\n return \"unsupported\";\n }\n return \"unavailable\";\n}\nfunction evaluationKindOf(slots: readonly SelectedSlot[]): InspectionEvaluationKind {\n const hasPoints = slots.some(({ analysis }) => analysis.evaluationKind === \"points\");\n if (!hasPoints)\n return \"pass\";\n return slots.some(({ analysis }) => analysis.evaluationKind === \"pass\")\n ? \"mixed\"\n : \"points\";\n}\nfunction refsOf(slots: readonly AnalyzedMember[]): readonly InspectionAttemptRef[] {\n const refs = new Map<string, InspectionAttemptRef>();\n for (const { analysis } of slots) {\n if (analysis.ref !== null)\n refs.set(analysis.ref.identity.locator, analysis.ref);\n }\n return Object.freeze([...refs.entries()]\n .sort(([left], [right]) => compareText(left, right))\n .map(([, ref]) => ref));\n}\nfunction uniqueRefs(values: readonly InspectionAttemptRef[]): readonly InspectionAttemptRef[] {\n const refs = new Map<string, InspectionAttemptRef>();\n for (const ref of values)\n refs.set(ref.identity.locator, ref);\n return Object.freeze([...refs.entries()]\n .sort(([left], [right]) => compareText(left, right))\n .map(([, ref]) => ref));\n}\nfunction aggregateMetricState(states: readonly InspectionMetricState[]): InspectionMetricState {\n if (states.length === 0)\n return \"empty\";\n if (states.some((state) => state === \"failed\"))\n return \"failed\";\n if (states.every((state) => state === \"unsupported\"))\n return \"unsupported\";\n if (states.some((state) => state === \"partial\"))\n return \"partial\";\n return \"unavailable\";\n}\nfunction scorePartialIssue(analysis: AttemptAnalysis): InspectionJson {\n return Object.freeze({\n code: \"score-partial\",\n locator: analysis.ref?.identity.locator ?? null,\n });\n}\nfunction groupSelectedSlots(slots: readonly SelectedSlot[], keyOf: (slot: SelectedSlot) => string): readonly (readonly SelectedSlot[])[] {\n const groups = new Map<string, SelectedSlot[]>();\n for (const slot of slots) {\n const key = keyOf(slot);\n const values = groups.get(key);\n if (values === undefined)\n groups.set(key, [slot]);\n else\n values.push(slot);\n }\n return Object.freeze([...groups.entries()]\n .sort(([left], [right]) => compareText(left, right))\n .map(([, values]) => Object.freeze(values)));\n}\nfunction groupPath(evalId: string): readonly string[] {\n const segments = evalId.split(\"/\").filter((segment) => segment.length > 0);\n return Object.freeze(segments.slice(0, -1));\n}\nfunction hasGroupPrefix(path: readonly string[], prefix: readonly string[]): boolean {\n return prefix.length <= path.length &&\n prefix.every((segment, index) => path[index] === segment);\n}\nfunction attemptRef(locator: string): InspectionAttemptRef {\n return Object.freeze({\n identity: Object.freeze({ kind: \"attempt\" as const, locator }),\n });\n}\nfunction emptyAttemptScore(): AttemptAnalysis[\"score\"] {\n return Object.freeze({\n hasPoints: false,\n earned: 0,\n possible: 0,\n hasValue: false,\n complete: false,\n });\n}\nfunction overviewIssue(code: string, runId: string, slot: RecordSlotIdentity): InspectionJson {\n return Object.freeze({\n code,\n runId,\n plannedAttemptId: slot.slotId,\n evalId: slot.evalId,\n attemptOrdinal: slot.attemptOrdinal,\n });\n}\nfunction uniqueJson(values: readonly InspectionJson[]): readonly InspectionJson[] {\n const byJson = new Map<string, InspectionJson>();\n for (const value of values)\n byJson.set(JSON.stringify(value), value);\n return Object.freeze([...byJson.entries()]\n .sort(([left], [right]) => compareText(left, right))\n .map(([, value]) => value));\n}\nfunction closeOverview(value: InspectionOverview): InspectionOverview {\n const closed = closeInspectionJson(value);\n if (isInspectionCodecError(closed)) {\n throw closed;\n }\n return closed as unknown as InspectionOverview;\n}\nfunction compareText(left: string, right: string): number {\n return left < right ? -1 : left > right ? 1 : 0;\n}\n"]}
|