@prismatic-io/lux 0.0.2-preview.4 → 0.0.2-preview.41

package/lib/orchestrator/experiment-selection.js

@@ -1,6 +1,7 @@
 import { z } from "zod";
 import { bootstrapMeanConfidenceInterval, CandidateIdSchema, CandidateSchema, } from "../core/index.js";
 import { ExperimentSelectionSchema, } from "./experiment-runs.js";
+import { confidenceGateIssue, pairedEffect } from "./paired-effects.js";
 export const ExperimentDecisionCandidateSchema = CandidateSchema.pick({
     id: true,
     sourceBytes: true,
@@ -55,6 +56,8 @@ const metricSampleGroups = (candidate, metric, profile, split, experiment) => {
     });
 };
 const satisfiesConstraint = (campaign, candidate, constraint, experiment) => {
+    if (constraint.relativeTo && candidate.id === "baseline")
+        return true;
     let profiles;
     if (constraint.metric === "subject.bytes" || constraint.profile) {
         profiles = [constraint.profile];
@@ -63,6 +66,15 @@ const satisfiesConstraint = (campaign, candidate, constraint, experiment) => {
         profiles = campaign.profiles;
     }
     return profiles.every((profile) => {
+        if (constraint.relativeTo) {
+            const effect = relativeConstraintEffect(candidate, constraint, profile, experiment);
+            if (effect.note || effect.meanDelta === null)
+                return false;
+            const lower = effect.interval?.lower ?? effect.meanDelta;
+            const upper = effect.interval?.upper ?? effect.meanDelta;
+            return ((constraint.min === undefined || lower >= constraint.min) &&
+                (constraint.max === undefined || upper <= constraint.max));
+        }
         const values = metricValues(candidate, constraint.metric, profile, constraint.split, experiment);
         if (values.length === 0)
             return false;
@@ -75,6 +87,8 @@ const satisfiesConstraint = (campaign, candidate, constraint, experiment) => {
             return sampleGroups.every((samples) => {
                 try {
                     const interval = bootstrapMeanConfidenceInterval(samples, constraint.confidence);
+                    if (confidenceGateIssue(interval))
+                        return false;
                     return ((constraint.min === undefined || interval.lower >= constraint.min) &&
                         (constraint.max === undefined || interval.upper <= constraint.max));
                 }
@@ -90,7 +104,13 @@ const satisfiesConstraint = (campaign, candidate, constraint, experiment) => {
     });
 };
 export const average = (values) => values.reduce((sum, value) => sum + value, 0) / Math.max(values.length, 1);
+const relativeConstraintEffect = (candidate, constraint, profile, experiment) => {
+    const scope = (entry) => entry.profileId === profile && entry.split === constraint.split;
+    return pairedEffect(candidateEvaluations(experiment, "baseline").find(scope), candidateEvaluations(experiment, candidate.id).find(scope), constraint.metric, constraint.confidence);
+};
 const normalizedConstraintViolation = (campaign, candidate, constraint, experiment) => {
+    if (constraint.relativeTo && candidate.id === "baseline")
+        return 0;
     let profiles = campaign.profiles;
     if (constraint.metric === "subject.bytes" || constraint.profile) {
         profiles = [constraint.profile];
@@ -102,6 +122,13 @@ const normalizedConstraintViolation = (campaign, candidate, constraint, experime
         : Math.max(0, upper - constraint.max) / Math.max(1, Math.abs(constraint.max)));
     let worst = 0;
     for (const profile of profiles) {
+        if (constraint.relativeTo) {
+            const effect = relativeConstraintEffect(candidate, constraint, profile, experiment);
+            if (effect.note || effect.meanDelta === null)
+                return Number.POSITIVE_INFINITY;
+            worst = Math.max(worst, violation(effect.interval?.lower ?? effect.meanDelta, effect.interval?.upper ?? effect.meanDelta));
+            continue;
+        }
         if (constraint.confidence) {
             const groups = metricSampleGroups(candidate, constraint.metric, profile, constraint.split, experiment);
             if (groups.length === 0)
@@ -109,6 +136,8 @@ const normalizedConstraintViolation = (campaign, candidate, constraint, experime
             for (const samples of groups) {
                 try {
                     const interval = bootstrapMeanConfidenceInterval(samples, constraint.confidence);
+                    if (confidenceGateIssue(interval))
+                        return Number.POSITIVE_INFINITY;
                     worst = Math.max(worst, violation(interval.lower, interval.upper));
                 }
                 catch {
@@ -125,42 +154,88 @@ const normalizedConstraintViolation = (campaign, candidate, constraint, experime
     }
     return worst;
 };
-export const rankCandidates = (campaign, candidates, experiment, constraintSplits = ["train", "validation", "test"]) => [...candidates].sort((a, b) => {
-    const activeConstraints = campaign.objectives.constraints.filter((constraint) => constraintSplits.includes(constraint.split));
-    const aEligible = activeConstraints.every((constraint) => satisfiesConstraint(campaign, a, constraint, experiment));
-    const bEligible = activeConstraints.every((constraint) => satisfiesConstraint(campaign, b, constraint, experiment));
-    if (aEligible !== bEligible)
-        return aEligible ? -1 : 1;
-    if (!aEligible) {
-        const aViolation = Math.max(0, ...activeConstraints.map((constraint) => normalizedConstraintViolation(campaign, a, constraint, experiment)));
-        const bViolation = Math.max(0, ...activeConstraints.map((constraint) => normalizedConstraintViolation(campaign, b, constraint, experiment)));
-        if (aViolation !== bViolation)
-            return aViolation < bViolation ? -1 : 1;
-    }
-    for (const objective of campaign.objectives.minimize.filter((entry) => constraintSplits.includes(entry.split))) {
-        const aValues = metricValues(a, objective.metric, objective.profile, objective.split, experiment);
-        const bValues = metricValues(b, objective.metric, objective.profile, objective.split, experiment);
-        if (aValues.length === 0 && bValues.length > 0)
-            return 1;
-        if (bValues.length === 0 && aValues.length > 0)
-            return -1;
-        if (aValues.length > 0 && bValues.length > 0) {
-            const delta = average(aValues) - average(bValues);
-            if (delta !== 0)
-                return delta;
+const hasScoreEvidence = (experiment, split) => [...new Set(experiment.evaluations.map((entry) => entry.candidateId))]
+    .flatMap((id) => candidateEvaluations(experiment, id))
+    .some((entry) => entry.split === split &&
+    (entry.metricDefinitions?.score !== undefined ||
+        entry.metrics.score !== undefined ||
+        Object.values(entry.caseSamples ?? {}).some((sample) => sample.metrics.score !== undefined)));
+const completeScoreEvidence = (entry) => entry.metrics.score !== undefined &&
+    (!entry.caseSamples ||
+        Object.keys(entry.casePassRates).every((id) => {
+            const sample = entry.caseSamples?.[id];
+            return sample?.metrics.score?.n === entry.repetitions && Boolean(sample.scoreBasis);
+        }));
+const comparableScoreBasis = (entry, reference) => {
+    if (!reference || !completeScoreEvidence(reference))
+        return false;
+    if (!entry.caseSamples || !reference.caseSamples)
+        return !entry.caseSamples && !reference.caseSamples;
+    const ids = new Set([
+        ...Object.keys(entry.casePassRates),
+        ...Object.keys(reference.casePassRates),
+    ]);
+    return [...ids].every((id) => {
+        const basis = entry.caseSamples?.[id]?.scoreBasis;
+        return Boolean(basis) && basis === reference.caseSamples?.[id]?.scoreBasis;
+    });
+};
+export const rankCandidates = (campaign, candidates, experiment, constraintSplits = ["train", "validation", "test"]) => {
+    const validationEvaluations = (id) => candidateEvaluations(experiment, id).filter((entry) => entry.split === "validation");
+    const referenceId = ["baseline", ...candidates.map((candidate) => candidate.id).sort()].find((id) => {
+        const entries = validationEvaluations(id);
+        return campaign.profiles.every((profile) => entries.some((entry) => entry.profileId === profile && completeScoreEvidence(entry)));
+    });
+    const reference = referenceId ? validationEvaluations(referenceId) : [];
+    return [...candidates].sort((a, b) => {
+        const activeConstraints = campaign.objectives.constraints.filter((constraint) => constraintSplits.includes(constraint.split));
+        const aEligible = activeConstraints.every((constraint) => satisfiesConstraint(campaign, a, constraint, experiment));
+        const bEligible = activeConstraints.every((constraint) => satisfiesConstraint(campaign, b, constraint, experiment));
+        if (aEligible !== bEligible)
+            return aEligible ? -1 : 1;
+        if (!aEligible) {
+            const aViolation = Math.max(0, ...activeConstraints.map((constraint) => normalizedConstraintViolation(campaign, a, constraint, experiment)));
+            const bViolation = Math.max(0, ...activeConstraints.map((constraint) => normalizedConstraintViolation(campaign, b, constraint, experiment)));
+            if (aViolation !== bViolation)
+                return aViolation < bViolation ? -1 : 1;
         }
-    }
-    const quality = (candidate) => {
-        const values = metricValues(candidate, "quality.passRate", undefined, "validation", experiment);
-        return values.length > 0 ? Math.min(...values) : -1;
-    };
-    const qualityDelta = quality(b) - quality(a);
-    if (qualityDelta !== 0)
-        return qualityDelta;
-    if (a.sourceBytes !== b.sourceBytes)
-        return a.sourceBytes - b.sourceBytes;
-    return a.id.localeCompare(b.id);
-});
+        for (const objective of campaign.objectives.minimize.filter((entry) => constraintSplits.includes(entry.split))) {
+            const aValues = metricValues(a, objective.metric, objective.profile, objective.split, experiment);
+            const bValues = metricValues(b, objective.metric, objective.profile, objective.split, experiment);
+            if (aValues.length === 0 && bValues.length > 0)
+                return 1;
+            if (bValues.length === 0 && aValues.length > 0)
+                return -1;
+            if (aValues.length > 0 && bValues.length > 0) {
+                const delta = average(aValues) - average(bValues);
+                if (delta !== 0)
+                    return delta;
+            }
+        }
+        const quality = (candidate) => {
+            if (!hasScoreEvidence(experiment, "validation")) {
+                const values = metricValues(candidate, "quality.passRate", undefined, "validation", experiment);
+                return values.length > 0 ? Math.min(...values) : -1;
+            }
+            const evaluations = candidateEvaluations(experiment, candidate.id);
+            const scores = campaign.profiles.map((profile) => {
+                const entry = evaluations.find((value) => value.profileId === profile && value.split === "validation");
+                if (!entry ||
+                    !completeScoreEvidence(entry) ||
+                    !comparableScoreBasis(entry, reference.find((value) => value.profileId === profile)))
+                    return -1;
+                return entry.metrics.score ?? -1;
+            });
+            return scores.length > 0 ? Math.min(...scores) : -1;
+        };
+        const qualityDelta = quality(b) - quality(a);
+        if (qualityDelta !== 0)
+            return qualityDelta;
+        if (a.sourceBytes !== b.sourceBytes)
+            return a.sourceBytes - b.sourceBytes;
+        return a.id.localeCompare(b.id);
+    });
+};
 const candidateCaseVector = (candidate, experiment, preferredSplit) => {
     const evaluations = candidateEvaluations(experiment, candidate.id);
     const split = evaluations.some((entry) => entry.split === preferredSplit)
@@ -168,10 +243,15 @@ const candidateCaseVector = (candidate, experiment, preferredSplit) => {
         : "validation";
     return Object.fromEntries(evaluations
         .filter((entry) => entry.split === split)
-        .flatMap((entry) => Object.entries(entry.casePassRates).map(([caseId, passRate]) => [
-        `${entry.profileId}:${caseId}`,
-        passRate,
-    ])));
+        .flatMap((entry) => Object.entries(entry.casePassRates).flatMap(([caseId, passRate]) => {
+        if (!hasScoreEvidence(experiment, split))
+            return [[`${entry.profileId}:${caseId}`, passRate]];
+        const sample = entry.caseSamples?.[caseId];
+        const score = sample?.metrics.score;
+        return score?.n === entry.repetitions && sample?.scoreBasis
+            ? [[JSON.stringify([entry.profileId, caseId, sample.scoreBasis]), score.mean]]
+            : [];
+    })));
 };
 const dominates = (a, b) => {
     const keys = new Set([...Object.keys(a), ...Object.keys(b)]);
@@ -179,8 +259,10 @@ const dominates = (a, b) => {
         return false;
     let strictlyBetter = false;
     for (const key of keys) {
-        const av = a[key] ?? 0;
-        const bv = b[key] ?? 0;
+        const av = a[key];
+        const bv = b[key];
+        if (av === undefined || bv === undefined)
+            return false;
         if (av < bv)
             return false;
         if (av > bv)
@@ -212,8 +294,11 @@ const frontierCoverage = (candidate, frontier, experiment) => {
     const candidateVector = candidateCaseVector(candidate, experiment, "train");
     const keys = new Set(vectors.flatMap((vector) => Object.keys(vector)));
     return [...keys].filter((key) => {
-        const best = Math.max(...vectors.map((vector) => vector[key] ?? 0));
-        return (candidateVector[key] ?? 0) === best;
+        const values = vectors.flatMap((vector) => (vector[key] === undefined ? [] : [vector[key]]));
+        const best = Math.max(...values);
+        return ((frontier.length === 1 || values.length > 1) &&
+            candidateVector[key] !== undefined &&
+            candidateVector[key] === best);
     }).length;
 };
 export const searchFrontier = (campaign, candidates, experiment) => {
@@ -223,6 +308,25 @@ export const searchFrontier = (campaign, candidates, experiment) => {
         return coverage || a.id.localeCompare(b.id);
     });
 };
+const relativeConstraintReport = (campaign, candidate, constraint, profile, experiment) => {
+    const effect = relativeConstraintEffect(candidate, constraint, profile, experiment);
+    const reference = candidate.id === "baseline";
+    let values = effect.meanDelta === null ? [] : [effect.meanDelta];
+    if (reference)
+        values = [0];
+    const note = reference ? "baseline reference; relative gate does not apply" : effect.note;
+    return {
+        candidateId: candidate.id,
+        metric: constraint.metric,
+        relativeTo: "baseline",
+        ...(profile ? { profile } : {}),
+        split: constraint.split,
+        values,
+        passed: satisfiesConstraint(campaign, candidate, { ...constraint, ...(profile ? { profile } : {}) }, experiment),
+        ...(!reference && effect.interval ? { interval: effect.interval } : {}),
+        ...(note ? { note } : {}),
+    };
+};
 export const deriveExperimentSelection = (campaign, candidates, experiment, rawOptions = {}) => {
     const options = ExperimentSelectionDerivationOptionsSchema.parse(rawOptions);
     const decisionCandidates = candidates.map((candidate) => ExperimentDecisionCandidateSchema.parse(candidate));
@@ -235,6 +339,9 @@ export const deriveExperimentSelection = (campaign, candidates, experiment, rawO
             ? [constraint.profile]
             : campaign.profiles;
         return profiles.map((profile) => {
+            if (constraint.relativeTo) {
+                return relativeConstraintReport(campaign, candidate, constraint, profile, experiment);
+            }
             const values = metricValues(candidate, constraint.metric, profile, constraint.split, experiment);
             const scoped = { ...constraint, ...(profile ? { profile } : {}) };
             let interval;
@@ -244,6 +351,7 @@ export const deriveExperimentSelection = (campaign, candidates, experiment, rawO
                 if (samples) {
                     try {
                         interval = bootstrapMeanConfidenceInterval(samples, constraint.confidence);
+                        note = confidenceGateIssue(interval);
                     }
                     catch (error) {
                         note = error instanceof Error ? error.message : String(error);

package/lib/orchestrator/experiment-selection.js.map

@@ -1 +1 @@
-{"version":3,"file":"experiment-selection.js","sourceRoot":"","sources":["../../src/orchestrator/experiment-selection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,+BAA+B,EAE/B,iBAAiB,EACjB,eAAe,GAGhB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAGL,yBAAyB,GAE1B,MAAM,sBAAsB,CAAC;AAI9B,MAAM,CAAC,MAAM,iCAAiC,GAAG,eAAe,CAAC,IAAI,CAAC;IACpE,EAAE,EAAE,IAAI;IACR,WAAW,EAAE,IAAI;CAClB,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,UAA2C,EAC3C,WAAmB,EACK,EAAE;IAC1B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAgC,CAAC;IACzD,KAAK,MAAM,UAAU,IAAI,UAAU,CAAC,WAAW,CAAC,MAAM,CACpD,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,KAAK,WAAW,CAC7C,EAAE,CAAC;QACF,MAAM,GAAG,GAAG,GAAG,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;QAC1D,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,OAAO,IAAI,UAAU,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW;YAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAC9F,CAAC;IACD,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;AAChC,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CACtB,SAAsC,EACtC,OAA2B,EAC3B,KAAsB,EACtB,UAA2C,EACnC,EAAE;IACV,IAAI,SAAS,CAAC,EAAE,KAAK,UAAU;QAAE,OAAO,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,oBAAoB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,MAAM,CAClE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,CAC9E,CAAC;IACF,MAAM,QAAQ,GAAG,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;IAChE,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CACzB,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,CAAC,SAAS,CACzE,CAAC;QACF,KAAK,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YACtE,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,QAAQ;gBAAE,WAAW,EAAE,CAAC;QAC7E,CAAC;IACH,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CACnB,SAAsC,EACtC,MAAc,EACd,OAA2B,EAC3B,KAAsB,EACtB,UAA2C,EACjC,EAAE;IACZ,IAAI,MAAM,KAAK,yBAAyB,EAAE,CAAC;QACzC,OAAO,CAAC,eAAe,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC;IAClE,CAAC;IACD,IAAI,MAAM,KAAK,eAAe;QAAE,OAAO,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAC/D,OAAO,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC;SAClD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC;SACrF,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QACjB,MAAM,KAAK,GAAG,MAAM,KAAK,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACrF,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CACzB,SAAsC,EACtC,MAAc,EACd,OAA2B,EAC3B,KAAsB,EACtB,UAA2C,EAC/B,EAAE;IACd,IAAI,MAAM,KAAK,yBAAyB,IAAI,MAAM,KAAK,eAAe,EAAE,CAAC;QACvE,OAAO,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7F,CAAC;IACD,OAAO,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC;SAClD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC;SACrF,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QACjB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9C,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7C,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAC1B,QAA4B,EAC5B,SAAsC,EACtC,UAAgC,EAChC,UAA2C,EAClC,EAAE;IACX,IAAI,QAAgC,CAAC;IACrC,IAAI,UAAU,CAAC,MAAM,KAAK,eAAe,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;QAChE,QAAQ,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;SAAM,CAAC;QACN,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;IAC/B,CAAC;IACD,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE;QAChC,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;QACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACtC,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,YAAY,GAAG,kBAAkB,CACrC,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;YACF,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CACb,WAAW,UAAU,CAAC,MAAM,qDAAqD;oBAC/E,GAAG,OAAO,CAAC,CAAC,CAAC,gBAAgB,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACjD,CAAC;YACJ,CAAC;YACD,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE;gBACpC,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,+BAA+B,CAAC,OAAO,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;oBACjF,OAAO,CACL,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC;wBAClE,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,CACnE,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAC;wBAAE,OAAO,KAAK,CAAC;oBAC1F,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,MAAM,CAAC,KAAK,CACjB,CAAC,KAAK,EAAE,EAAE,CACR,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC;YACzD,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,CAC5D,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAyB,EAAU,EAAE,CAC3D,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AAE7E,MAAM,6BAA6B,GAAG,CACpC,QAA4B,EAC5B,SAAsC,EACtC,UAAgC,EAChC,UAA2C,EACnC,EAAE;IACV,IAAI,QAAQ,GAA8B,QAAQ,CAAC,QAAQ,CAAC;IAC5D,IAAI,UAAU,CAAC,MAAM,KAAK,eAAe,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;QAChE,QAAQ,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IACD,MAAM,SAAS,GAAG,CAAC,KAAa,EAAE,KAAa,EAAU,EAAE,CACzD,IAAI,CAAC,GAAG,CACN,UAAU,CAAC,GAAG,KAAK,SAAS;QAC1B,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAC/E,UAAU,CAAC,GAAG,KAAK,SAAS;QAC1B,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAChF,CAAC;IACJ,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,kBAAkB,CAC/B,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;YACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;YACzD,KAAK,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC;gBAC7B,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,+BAA+B,CAAC,OAAO,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;oBACjF,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;gBACrE,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,MAAM,CAAC,iBAAiB,CAAC;gBAClC,CAAC;YACH,CAAC;YACD,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;QACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;QACzD,KAAK,MAAM,KAAK,IAAI,MAAM;YAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;IAC/E,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,QAA4B,EAC5B,UAAwB,EACxB,UAA2C,EAC3C,gBAAgB,GAA+B,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,EACzE,EAAE,CACP,CAAC,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;IAC5B,MAAM,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAC9E,gBAAgB,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAC5C,CAAC;IACF,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACvD,mBAAmB,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACzD,CAAC;IACF,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACvD,mBAAmB,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACzD,CAAC;IACF,IAAI,SAAS,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CACzB,CAAC,EACD,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CACtC,6BAA6B,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACnE,CACF,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CACzB,CAAC,EACD,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CACtC,6BAA6B,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACnE,CACF,CAAC;QACF,IAAI,UAAU,KAAK,UAAU;YAAE,OAAO,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzE,CAAC;IAED,KAAK,MAAM,SAAS,IAAI,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CACpE,gBAAgB,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CACvC,EAAE,CAAC;QACF,MAAM,OAAO,GAAG,YAAY,CAC1B,CAAC,EACD,SAAS,CAAC,MAAM,EAChB,SAAS,CAAC,OAAO,EACjB,SAAS,CAAC,KAAK,EACf,UAAU,CACX,CAAC;QACF,MAAM,OAAO,GAAG,YAAY,CAC1B,CAAC,EACD,SAAS,CAAC,MAAM,EAChB,SAAS,CAAC,OAAO,EACjB,SAAS,CAAC,KAAK,EACf,UAAU,CACX,CAAC;QACF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;QACzD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC,CAAC;QAC1D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;YAClD,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;QAChC,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAG,CAAC,SAAsC,EAAU,EAAE;QACjE,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,kBAAkB,EAClB,SAAS,EACT,YAAY,EACZ,UAAU,CACX,CAAC;QACF,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,CAAC,CAAC;IACF,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAC7C,IAAI,YAAY,KAAK,CAAC;QAAE,OAAO,YAAY,CAAC;IAC5C,IAAI,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,WAAW;QAAE,OAAO,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC;IAC1E,OAAO,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAClC,CAAC,CAAC,CAAC;AAEL,MAAM,mBAAmB,GAAG,CAC1B,SAAoB,EACpB,UAA2C,EAC3C,cAA+B,EACP,EAAE;IAC1B,MAAM,WAAW,GAAG,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,cAAc,CAAC;QACvE,CAAC,CAAC,cAAc;QAChB,CAAC,CAAC,YAAY,CAAC;IACjB,OAAO,MAAM,CAAC,WAAW,CACvB,WAAW;SACR,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC;SACxC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CACjB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC;QAC9D,GAAG,KAAK,CAAC,SAAS,IAAI,MAAM,EAAE;QAC9B,QAAQ;KACT,CAAC,CACH,CACJ,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,CAAyB,EAAE,CAAyB,EAAW,EAAE;IAClF,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAClC,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvB,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvB,IAAI,EAAE,GAAG,EAAE;YAAE,OAAO,KAAK,CAAC;QAC1B,IAAI,EAAE,GAAG,EAAE;YAAE,cAAc,GAAG,IAAI,CAAC;IACrC,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,QAA4B,EAC5B,UAAgC,EAChC,UAA2C,EAC3C,KAAK,GAAoB,OAAO,EAChC,gBAAgB,GAA+B,CAAC,OAAO,EAAE,YAAY,CAAC,EACzD,EAAE;IACf,MAAM,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAC9E,gBAAgB,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAC5C,CAAC;IACF,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAC/C,iBAAiB,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACrC,mBAAmB,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CACjE,CACF,CAAC;IACF,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC;IACpE,MAAM,OAAO,GAAG,IAAI,GAAG,CACrB,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC;QAC5B,SAAS,CAAC,EAAE;QACZ,mBAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,KAAK,CAAC;KAClD,CAAC,CACH,CAAC;IACF,OAAO,UAAU;SACd,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE;QACpB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QAC/C,OAAO,CAAC,UAAU,CAAC,IAAI,CACrB,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,SAAS,CAAC,EAAE,IAAI,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,CACvF,CAAC;IACJ,CAAC,CAAC;SACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC9C,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CACvB,SAAoB,EACpB,QAA8B,EAC9B,UAA2C,EACnC,EAAE;IACV,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;IACzF,MAAM,eAAe,GAAG,mBAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;IAC5E,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACvE,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpE,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC;IAC9C,CAAC,CAAC,CAAC,MAAM,CAAC;AACZ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,QAA4B,EAC5B,UAAgC,EAChC,UAA2C,EAC9B,EAAE;IACf,MAAM,QAAQ,GAAG,cAAc,CAAC,QAAQ,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IAClE,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC5B,MAAM,QAAQ,GACZ,gBAAgB,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,GAAG,gBAAgB,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;QACxF,OAAO,QAAQ,IAAI,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACvC,QAA4B,EAC5B,UAAkD,EAClD,UAA2C,EAC3C,UAAU,GAA+D,EAAE,EACtD,EAAE;IACvB,MAAM,OAAO,GAAG,0CAA0C,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC7E,MAAM,kBAAkB,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CACtD,iCAAiC,CAAC,KAAK,CAAC,SAAS,CAAC,CACnD,CAAC;IACF,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ,EAAE,kBAAkB,EAAE,UAAU,CAAC,CAAC;IACxE,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IACnC,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CACrD,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACnD,mBAAmB,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CACjE,CACF,CAAC;IACF,MAAM,QAAQ,GACZ,QAAQ,KAAK,IAAI,IAAI,kBAAkB,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC5F,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,CACjE,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;QACrD,MAAM,QAAQ,GACZ,UAAU,CAAC,OAAO,IAAI,UAAU,CAAC,MAAM,KAAK,eAAe;YACzD,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC;YACtB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACxB,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YAC9B,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;YACF,MAAM,MAAM,GAAG,EAAE,GAAG,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;YAClE,IAAI,QAAwE,CAAC;YAC7E,IAAI,IAAwB,CAAC;YAC7B,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;gBAC1B,MAAM,OAAO,GAAG,kBAAkB,CAChC,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC,CAAC,CAAC,CAAC;gBACL,IAAI,OAAO,EAAE,CAAC;oBACZ,IAAI,CAAC;wBACH,QAAQ,GAAG,+BAA+B,CAAC,OAAO,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;oBAC7E,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IAAI,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAChE,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,GAAG,+BAA+B,CAAC;gBACzC,CAAC;YACH,CAAC;YACD,OAAO;gBACL,WAAW,EAAE,SAAS,CAAC,EAAE;gBACzB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/B,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,MAAM;gBACN,MAAM,EAAE,mBAAmB,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC;gBACpE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC1B,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CACH,CAAC;IACF,OAAO,yBAAyB,CAAC,KAAK,CAAC;QACrC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACxD,oBAAoB,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,OAAO,CAAC,6BAA6B;YACvC,CAAC,CAAC,EAAE,6BAA6B,EAAE,OAAO,CAAC,6BAA6B,EAAE;YAC1E,CAAC,CAAC,EAAE,CAAC;QACP,kBAAkB,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3D,oBAAoB,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrE,WAAW,EAAE,iBAAiB;KAC/B,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,0CAA0C,GAAG,CAAC;KACxD,MAAM,CAAC;IACN,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,6BAA6B,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,QAAQ,EAAE;CACrE,CAAC;KACD,MAAM,EAAE,CAAC"}
+{"version":3,"file":"experiment-selection.js","sourceRoot":"","sources":["../../src/orchestrator/experiment-selection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,+BAA+B,EAE/B,iBAAiB,EACjB,eAAe,GAGhB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAGL,yBAAyB,GAE1B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,mBAAmB,EAAqB,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAI3F,MAAM,CAAC,MAAM,iCAAiC,GAAG,eAAe,CAAC,IAAI,CAAC;IACpE,EAAE,EAAE,IAAI;IACR,WAAW,EAAE,IAAI;CAClB,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,UAA2C,EAC3C,WAAmB,EACK,EAAE;IAC1B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAgC,CAAC;IACzD,KAAK,MAAM,UAAU,IAAI,UAAU,CAAC,WAAW,CAAC,MAAM,CACpD,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,KAAK,WAAW,CAC7C,EAAE,CAAC;QACF,MAAM,GAAG,GAAG,GAAG,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;QAC1D,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,OAAO,IAAI,UAAU,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW;YAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAC9F,CAAC;IACD,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;AAChC,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CACtB,SAAsC,EACtC,OAA2B,EAC3B,KAAsB,EACtB,UAA2C,EACnC,EAAE;IACV,IAAI,SAAS,CAAC,EAAE,KAAK,UAAU;QAAE,OAAO,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,oBAAoB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,MAAM,CAClE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,CAC9E,CAAC;IACF,MAAM,QAAQ,GAAG,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;IAChE,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CACzB,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,CAAC,SAAS,CACzE,CAAC;QACF,KAAK,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YACtE,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,QAAQ;gBAAE,WAAW,EAAE,CAAC;QAC7E,CAAC;IACH,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CACnB,SAAsC,EACtC,MAAc,EACd,OAA2B,EAC3B,KAAsB,EACtB,UAA2C,EACjC,EAAE;IACZ,IAAI,MAAM,KAAK,yBAAyB,EAAE,CAAC;QACzC,OAAO,CAAC,eAAe,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC;IAClE,CAAC;IACD,IAAI,MAAM,KAAK,eAAe;QAAE,OAAO,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAC/D,OAAO,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC;SAClD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC;SACrF,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QACjB,MAAM,KAAK,GAAG,MAAM,KAAK,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACrF,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CACzB,SAAsC,EACtC,MAAc,EACd,OAA2B,EAC3B,KAAsB,EACtB,UAA2C,EAC/B,EAAE;IACd,IAAI,MAAM,KAAK,yBAAyB,IAAI,MAAM,KAAK,eAAe,EAAE,CAAC;QACvE,OAAO,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7F,CAAC;IACD,OAAO,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC;SAClD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC;SACrF,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QACjB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9C,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7C,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAC1B,QAA4B,EAC5B,SAAsC,EACtC,UAAgC,EAChC,UAA2C,EAClC,EAAE;IACX,IAAI,UAAU,CAAC,UAAU,IAAI,SAAS,CAAC,EAAE,KAAK,UAAU;QAAE,OAAO,IAAI,CAAC;IACtE,IAAI,QAAgC,CAAC;IACrC,IAAI,UAAU,CAAC,MAAM,KAAK,eAAe,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;QAChE,QAAQ,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;SAAM,CAAC;QACN,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;IAC/B,CAAC;IACD,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE;QAChC,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,wBAAwB,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;YACpF,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,SAAS,KAAK,IAAI;gBAAE,OAAO,KAAK,CAAC;YAC3D,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,SAAS,CAAC;YACzD,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,SAAS,CAAC;YACzD,OAAO,CACL,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC;gBACzD,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,CAC1D,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;QACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACtC,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,YAAY,GAAG,kBAAkB,CACrC,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;YACF,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CACb,WAAW,UAAU,CAAC,MAAM,qDAAqD;oBAC/E,GAAG,OAAO,CAAC,CAAC,CAAC,gBAAgB,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACjD,CAAC;YACJ,CAAC;YACD,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE;gBACpC,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,+BAA+B,CAAC,OAAO,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;oBACjF,IAAI,mBAAmB,CAAC,QAAQ,CAAC;wBAAE,OAAO,KAAK,CAAC;oBAChD,OAAO,CACL,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC;wBAClE,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,CACnE,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAC;wBAAE,OAAO,KAAK,CAAC;oBAC1F,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,MAAM,CAAC,KAAK,CACjB,CAAC,KAAK,EAAE,EAAE,CACR,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC;YACzD,CAAC,UAAU,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,CAC5D,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAyB,EAAU,EAAE,CAC3D,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AAE7E,MAAM,wBAAwB,GAAG,CAC/B,SAAsC,EACtC,UAAgC,EAChC,OAA2B,EAC3B,UAA2C,EAC7B,EAAE;IAChB,MAAM,KAAK,GAAG,CAAC,KAA2B,EAAW,EAAE,CACrD,KAAK,CAAC,SAAS,KAAK,OAAO,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU,CAAC,KAAK,CAAC;IAClE,OAAO,YAAY,CACjB,oBAAoB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EACxD,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAC1D,UAAU,CAAC,MAAM,EACjB,UAAU,CAAC,UAAU,CACtB,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,6BAA6B,GAAG,CACpC,QAA4B,EAC5B,SAAsC,EACtC,UAAgC,EAChC,UAA2C,EACnC,EAAE;IACV,IAAI,UAAU,CAAC,UAAU,IAAI,SAAS,CAAC,EAAE,KAAK,UAAU;QAAE,OAAO,CAAC,CAAC;IACnE,IAAI,QAAQ,GAA8B,QAAQ,CAAC,QAAQ,CAAC;IAC5D,IAAI,UAAU,CAAC,MAAM,KAAK,eAAe,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;QAChE,QAAQ,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IACD,MAAM,SAAS,GAAG,CAAC,KAAa,EAAE,KAAa,EAAU,EAAE,CACzD,IAAI,CAAC,GAAG,CACN,UAAU,CAAC,GAAG,KAAK,SAAS;QAC1B,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAC/E,UAAU,CAAC,GAAG,KAAK,SAAS;QAC1B,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAChF,CAAC;IACJ,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,wBAAwB,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;YACpF,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,SAAS,KAAK,IAAI;gBAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;YAC9E,KAAK,GAAG,IAAI,CAAC,GAAG,CACd,KAAK,EACL,SAAS,CACP,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,SAAS,EAC1C,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,SAAS,CAC3C,CACF,CAAC;YACF,SAAS;QACX,CAAC;QACD,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,kBAAkB,CAC/B,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;YACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;YACzD,KAAK,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC;gBAC7B,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,+BAA+B,CAAC,OAAO,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;oBACjF,IAAI,mBAAmB,CAAC,QAAQ,CAAC;wBAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;oBACnE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;gBACrE,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,MAAM,CAAC,iBAAiB,CAAC;gBAClC,CAAC;YACH,CAAC;YACD,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;QACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;QACzD,KAAK,MAAM,KAAK,IAAI,MAAM;YAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;IAC/E,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CACvB,UAA2C,EAC3C,KAAsB,EACb,EAAE,CACX,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;KACnE,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,oBAAoB,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;KACrD,IAAI,CACH,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,KAAK,KAAK,KAAK;IACrB,CAAC,KAAK,CAAC,iBAAiB,EAAE,KAAK,KAAK,SAAS;QAC3C,KAAK,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS;QACjC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,IAAI,CACzC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,CAC/C,CAAC,CACP,CAAC;AAEN,MAAM,qBAAqB,GAAG,CAAC,KAA2B,EAAW,EAAE,CACrE,KAAK,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS;IACjC,CAAC,CAAC,KAAK,CAAC,WAAW;QACjB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE;YAC5C,MAAM,MAAM,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;YACvC,OAAO,MAAM,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,KAAK,CAAC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACtF,CAAC,CAAC,CAAC,CAAC;AAER,MAAM,oBAAoB,GAAG,CAC3B,KAA2B,EAC3B,SAA2C,EAClC,EAAE;IACX,IAAI,CAAC,SAAS,IAAI,CAAC,qBAAqB,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IAClE,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,SAAS,CAAC,WAAW;QAC9C,OAAO,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;IACtD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC;QAClB,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;QACnC,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;KACxC,CAAC,CAAC;IACH,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE;QAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC;QAClD,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,SAAS,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC;IAC7E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,QAA4B,EAC5B,UAAwB,EACxB,UAA2C,EAC3C,gBAAgB,GAA+B,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,EACzE,EAAE;IACP,MAAM,qBAAqB,GAAG,CAAC,EAAU,EAA0B,EAAE,CACnE,oBAAoB,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,YAAY,CAAC,CAAC;IACvF,MAAM,WAAW,GAAG,CAAC,UAAU,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAC1F,CAAC,EAAE,EAAE,EAAE;QACL,MAAM,OAAO,GAAG,qBAAqB,CAAC,EAAE,CAAC,CAAC;QAC1C,OAAO,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CACzC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,KAAK,OAAO,IAAI,qBAAqB,CAAC,KAAK,CAAC,CAAC,CACrF,CAAC;IACJ,CAAC,CACF,CAAC;IACF,MAAM,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACxE,OAAO,CAAC,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACnC,MAAM,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAC9E,gBAAgB,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAC5C,CAAC;QACF,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACvD,mBAAmB,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACzD,CAAC;QACF,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACvD,mBAAmB,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACzD,CAAC;QACF,IAAI,SAAS,KAAK,SAAS;YAAE,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CACzB,CAAC,EACD,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CACtC,6BAA6B,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACnE,CACF,CAAC;YACF,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CACzB,CAAC,EACD,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CACtC,6BAA6B,CAAC,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CACnE,CACF,CAAC;YACF,IAAI,UAAU,KAAK,UAAU;gBAAE,OAAO,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzE,CAAC;QAED,KAAK,MAAM,SAAS,IAAI,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CACpE,gBAAgB,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CACvC,EAAE,CAAC;YACF,MAAM,OAAO,GAAG,YAAY,CAC1B,CAAC,EACD,SAAS,CAAC,MAAM,EAChB,SAAS,CAAC,OAAO,EACjB,SAAS,CAAC,KAAK,EACf,UAAU,CACX,CAAC;YACF,MAAM,OAAO,GAAG,YAAY,CAC1B,CAAC,EACD,SAAS,CAAC,MAAM,EAChB,SAAS,CAAC,OAAO,EACjB,SAAS,CAAC,KAAK,EACf,UAAU,CACX,CAAC;YACF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO,CAAC,CAAC;YACzD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO,CAAC,CAAC,CAAC;YAC1D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;gBAClD,IAAI,KAAK,KAAK,CAAC;oBAAE,OAAO,KAAK,CAAC;YAChC,CAAC;QACH,CAAC;QACD,MAAM,OAAO,GAAG,CAAC,SAAsC,EAAU,EAAE;YACjE,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,YAAY,CAAC,EAAE,CAAC;gBAChD,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,kBAAkB,EAClB,SAAS,EACT,YAAY,EACZ,UAAU,CACX,CAAC;gBACF,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACtD,CAAC;YACD,MAAM,WAAW,GAAG,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;YACnE,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;gBAC/C,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAC5B,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,KAAK,OAAO,IAAI,KAAK,CAAC,KAAK,KAAK,YAAY,CACvE,CAAC;gBACF,IACE,CAAC,KAAK;oBACN,CAAC,qBAAqB,CAAC,KAAK,CAAC;oBAC7B,CAAC,oBAAoB,CACnB,KAAK,EACL,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,CACvD;oBAED,OAAO,CAAC,CAAC,CAAC;gBACZ,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;YACnC,CAAC,CAAC,CAAC;YACH,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtD,CAAC,CAAC;QACF,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QAC7C,IAAI,YAAY,KAAK,CAAC;YAAE,OAAO,YAAY,CAAC;QAC5C,IAAI,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,WAAW;YAAE,OAAO,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC;QAC1E,OAAO,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAC1B,SAAoB,EACpB,UAA2C,EAC3C,cAA+B,EACP,EAAE;IAC1B,MAAM,WAAW,GAAG,oBAAoB,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,cAAc,CAAC;QACvE,CAAC,CAAC,cAAc;QAChB,CAAC,CAAC,YAAY,CAAC;IACjB,OAAO,MAAM,CAAC,WAAW,CACvB,WAAW;SACR,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC;SACxC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CACjB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,EAAE;QACjE,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,KAAK,CAAC;YACtC,OAAO,CAAC,CAAC,GAAG,KAAK,CAAC,SAAS,IAAI,MAAM,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC;QACpC,OAAO,KAAK,EAAE,CAAC,KAAK,KAAK,CAAC,WAAW,IAAI,MAAM,EAAE,UAAU;YACzD,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9E,CAAC,CAAC,EAAE,CAAC;IACT,CAAC,CAAC,CACH,CACJ,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,CAAyB,EAAE,CAAyB,EAAW,EAAE;IAClF,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAClC,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QAClB,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QAClB,IAAI,EAAE,KAAK,SAAS,IAAI,EAAE,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QACvD,IAAI,EAAE,GAAG,EAAE;YAAE,OAAO,KAAK,CAAC;QAC1B,IAAI,EAAE,GAAG,EAAE;YAAE,cAAc,GAAG,IAAI,CAAC;IACrC,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,QAA4B,EAC5B,UAAgC,EAChC,UAA2C,EAC3C,KAAK,GAAoB,OAAO,EAChC,gBAAgB,GAA+B,CAAC,OAAO,EAAE,YAAY,CAAC,EACzD,EAAE;IACf,MAAM,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAC9E,gBAAgB,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAC5C,CAAC;IACF,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAC/C,iBAAiB,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACrC,mBAAmB,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CACjE,CACF,CAAC;IACF,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC;IACpE,MAAM,OAAO,GAAG,IAAI,GAAG,CACrB,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC;QAC5B,SAAS,CAAC,EAAE;QACZ,mBAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,KAAK,CAAC;KAClD,CAAC,CACH,CAAC;IACF,OAAO,UAAU;SACd,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE;QACpB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QAC/C,OAAO,CAAC,UAAU,CAAC,IAAI,CACrB,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,SAAS,CAAC,EAAE,IAAI,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,CACvF,CAAC;IACJ,CAAC,CAAC;SACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC9C,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CACvB,SAAoB,EACpB,QAA8B,EAC9B,UAA2C,EACnC,EAAE;IACV,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;IACzF,MAAM,eAAe,GAAG,mBAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;IAC5E,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACvE,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE;QAC9B,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7F,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;QACjC,OAAO,CACL,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YAC5C,eAAe,CAAC,GAAG,CAAC,KAAK,SAAS;YAClC,eAAe,CAAC,GAAG,CAAC,KAAK,IAAI,CAC9B,CAAC;IACJ,CAAC,CAAC,CAAC,MAAM,CAAC;AACZ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,QAA4B,EAC5B,UAAgC,EAChC,UAA2C,EAC9B,EAAE;IACf,MAAM,QAAQ,GAAG,cAAc,CAAC,QAAQ,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IAClE,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC5B,MAAM,QAAQ,GACZ,gBAAgB,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,GAAG,gBAAgB,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;QACxF,OAAO,QAAQ,IAAI,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,wBAAwB,GAAG,CAC/B,QAA4B,EAC5B,SAAsC,EACtC,UAAgC,EAChC,OAA2B,EAC3B,UAA2C,EACC,EAAE;IAC9C,MAAM,MAAM,GAAG,wBAAwB,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;IACpF,MAAM,SAAS,GAAG,SAAS,CAAC,EAAE,KAAK,UAAU,CAAC;IAC9C,IAAI,MAAM,GAAG,MAAM,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACjE,IAAI,SAAS;QAAE,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAC5B,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,kDAAkD,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;IAC1F,OAAO;QACL,WAAW,EAAE,SAAS,CAAC,EAAE;QACzB,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,UAAU,EAAE,UAAU;QACtB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/B,KAAK,EAAE,UAAU,CAAC,KAAK;QACvB,MAAM;QACN,MAAM,EAAE,mBAAmB,CACzB,QAAQ,EACR,SAAS,EACT,EAAE,GAAG,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAClD,UAAU,CACX;QACD,GAAG,CAAC,CAAC,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1B,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACvC,QAA4B,EAC5B,UAAkD,EAClD,UAA2C,EAC3C,UAAU,GAA+D,EAAE,EACtD,EAAE;IACvB,MAAM,OAAO,GAAG,0CAA0C,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC7E,MAAM,kBAAkB,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CACtD,iCAAiC,CAAC,KAAK,CAAC,SAAS,CAAC,CACnD,CAAC;IACF,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ,EAAE,kBAAkB,EAAE,UAAU,CAAC,CAAC;IACxE,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IACnC,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CACrD,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CACnD,mBAAmB,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CACjE,CACF,CAAC;IACF,MAAM,QAAQ,GACZ,QAAQ,KAAK,IAAI,IAAI,kBAAkB,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC5F,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,CACjE,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;QACrD,MAAM,QAAQ,GACZ,UAAU,CAAC,OAAO,IAAI,UAAU,CAAC,MAAM,KAAK,eAAe;YACzD,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC;YACtB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACxB,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YAC9B,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;gBAC1B,OAAO,wBAAwB,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;YACxF,CAAC;YACD,MAAM,MAAM,GAAG,YAAY,CACzB,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC;YACF,MAAM,MAAM,GAAG,EAAE,GAAG,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;YAClE,IAAI,QAAwE,CAAC;YAC7E,IAAI,IAAwB,CAAC;YAC7B,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;gBAC1B,MAAM,OAAO,GAAG,kBAAkB,CAChC,SAAS,EACT,UAAU,CAAC,MAAM,EACjB,OAAO,EACP,UAAU,CAAC,KAAK,EAChB,UAAU,CACX,CAAC,CAAC,CAAC,CAAC;gBACL,IAAI,OAAO,EAAE,CAAC;oBACZ,IAAI,CAAC;wBACH,QAAQ,GAAG,+BAA+B,CAAC,OAAO,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;wBAC3E,IAAI,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;oBACvC,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IAAI,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAChE,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,GAAG,+BAA+B,CAAC;gBACzC,CAAC;YACH,CAAC;YACD,OAAO;gBACL,WAAW,EAAE,SAAS,CAAC,EAAE;gBACzB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/B,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,MAAM;gBACN,MAAM,EAAE,mBAAmB,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC;gBACpE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC1B,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CACH,CAAC;IACF,OAAO,yBAAyB,CAAC,KAAK,CAAC;QACrC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACxD,oBAAoB,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,OAAO,CAAC,6BAA6B;YACvC,CAAC,CAAC,EAAE,6BAA6B,EAAE,OAAO,CAAC,6BAA6B,EAAE;YAC1E,CAAC,CAAC,EAAE,CAAC;QACP,kBAAkB,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3D,oBAAoB,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrE,WAAW,EAAE,iBAAiB;KAC/B,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,0CAA0C,GAAG,CAAC;KACxD,MAAM,CAAC;IACN,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,6BAA6B,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,QAAQ,EAAE;CACrE,CAAC;KACD,MAAM,EAAE,CAAC"}

package/lib/orchestrator/experiment.d.ts

@@ -1,11 +1,11 @@
 import type { CampaignExecutionOptions } from "./experiment-context.js";
 import { type CampaignExecutionResult, type ExperimentCampaignPlan } from "./experiment-contracts.js";
-import { claudeConfigRoot, claudeUserBehaviorHash, cliIdentity, configuredClaudeSourceHashes } from "./experiment-runtime-identity.js";
 export type { CampaignExecutionOptions } from "./experiment-context.js";
 export { type CampaignExecutionResult, CampaignExecutionResultSchema, type ExperimentCampaignPlan, ExperimentCampaignPlanSchema, } from "./experiment-contracts.js";
 export { deriveExperimentSelection, type ExperimentDecisionCandidate, ExperimentDecisionCandidateSchema, paretoFrontier, rankCandidates, } from "./experiment-selection.js";
-export declare const planExperimentCampaign: (execution: CampaignExecutionOptions, mode: "experiment" | "optimize") => Promise<ExperimentCampaignPlan>;
+export declare const planExperimentCampaign: (execution: CampaignExecutionOptions, mode: "experiment" | "optimize", options?: {
+    static?: boolean;
+}) => Promise<ExperimentCampaignPlan>;
 export declare const runExperimentCampaign: (execution: CampaignExecutionOptions) => Promise<CampaignExecutionResult>;
 export declare const optimizeExperimentCampaign: (execution: CampaignExecutionOptions) => Promise<CampaignExecutionResult>;
-export { claudeConfigRoot, claudeUserBehaviorHash, cliIdentity, configuredClaudeSourceHashes };
 //# sourceMappingURL=experiment.d.ts.map

package/lib/orchestrator/experiment.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"experiment.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment.ts"],"names":[],"mappings":"AAuBA,OAAO,KAAK,EAAE,wBAAwB,EAAoB,MAAM,yBAAyB,CAAC;AAC1F,OAAO,EACL,KAAK,uBAAuB,EAE5B,KAAK,sBAAsB,EAE5B,MAAM,2BAA2B,CAAC;AA4BnC,OAAO,EACL,gBAAgB,EAChB,sBAAsB,EACtB,WAAW,EACX,4BAA4B,EAG7B,MAAM,kCAAkC,CAAC;AAU1C,YAAY,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACxE,OAAO,EACL,KAAK,uBAAuB,EAC5B,6BAA6B,EAC7B,KAAK,sBAAsB,EAC3B,4BAA4B,GAC7B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,yBAAyB,EACzB,KAAK,2BAA2B,EAChC,iCAAiC,EACjC,cAAc,EACd,cAAc,GACf,MAAM,2BAA2B,CAAC;AAoGnC,eAAO,MAAM,sBAAsB,cACtB,wBAAwB,QAC7B,YAAY,GAAG,UAAU,KAC9B,OAAO,CAAC,sBAAsB,CAwKhC,CAAC;AA6lBF,eAAO,MAAM,qBAAqB,cACrB,wBAAwB,KAClC,OAAO,CAAC,uBAAuB,CAWjC,CAAC;AAEF,eAAO,MAAM,0BAA0B,cAC1B,wBAAwB,KAClC,OAAO,CAAC,uBAAuB,CAOjC,CAAC;AAGF,OAAO,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,WAAW,EAAE,4BAA4B,EAAE,CAAC"}
+{"version":3,"file":"experiment.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment.ts"],"names":[],"mappings":"AAwBA,OAAO,KAAK,EAAE,wBAAwB,EAAoB,MAAM,yBAAyB,CAAC;AAC1F,OAAO,EACL,KAAK,uBAAuB,EAE5B,KAAK,sBAAsB,EAE5B,MAAM,2BAA2B,CAAC;AAuCnC,YAAY,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACxE,OAAO,EACL,KAAK,uBAAuB,EAC5B,6BAA6B,EAC7B,KAAK,sBAAsB,EAC3B,4BAA4B,GAC7B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,yBAAyB,EACzB,KAAK,2BAA2B,EAChC,iCAAiC,EACjC,cAAc,EACd,cAAc,GACf,MAAM,2BAA2B,CAAC;AAoGnC,eAAO,MAAM,sBAAsB,cACtB,wBAAwB,QAC7B,YAAY,GAAG,UAAU,YACtB;IAAE,MAAM,CAAC,EAAE,OAAO,CAAA;CAAE,KAC5B,OAAO,CAAC,sBAAsB,CA+KhC,CAAC;AA6lBF,eAAO,MAAM,qBAAqB,cACrB,wBAAwB,KAClC,OAAO,CAAC,uBAAuB,CAWjC,CAAC;AAEF,eAAO,MAAM,0BAA0B,cAC1B,wBAAwB,KAClC,OAAO,CAAC,uBAAuB,CAOjC,CAAC"}

package/lib/orchestrator/experiment.js

@@ -1,5 +1,6 @@
 import { randomUUID } from "node:crypto";
 import { rm } from "node:fs/promises";
+import { independentClusterCount } from "../core/evaluation-clusters.js";
 import { bootstrapMeanConfidenceInterval, } from "../core/index.js";
 import { createReflectiveOptimizer } from "../optimization/reflective.js";
 import { selectGraderAnnotations } from "./annotation-loader.js";
@@ -12,8 +13,9 @@ import { agentCorpusHash, assertGraderSubject, graderCorpusHash, prepareCorpus,
 import { evaluateAgentCandidate, evaluateOfflineGraderCandidate, invokeWithVerifiedExecutionIdentity, } from "./experiment-evaluation.js";
 import { finishExperiment } from "./experiment-finish.js";
 import { evaluationIdentity, resolvedProfileSnapshot, runtimeCliReferences, } from "./experiment-identity.js";
+import { preparePlanningCorpus } from "./experiment-preflight.js";
 import { loadExperimentCandidates, loadExperimentRun, openExperimentRun, resumeExperimentRun, } from "./experiment-runs.js";
-import { claudeConfigRoot, claudeUserBehaviorHash, cliIdentity, configuredClaudeSourceHashes, LUX_VERSION, runtimeCliIdentityHashForReferences, } from "./experiment-runtime-identity.js";
+import { LUX_VERSION, runtimeCliIdentityHashForReferences } from "./experiment-runtime-identity.js";
 import { candidateEvaluations, rankCandidates, searchFrontier, } from "./experiment-selection.js";
 import { loadEvalCase } from "./loader.js";
 import { executeOptimizationLifecycle } from "./optimization-lifecycle.js";
@@ -77,7 +79,7 @@ const evaluateAcross = async (options) => {
         await rm(materializedRoot, { recursive: true, force: true });
     }
 };
-export const planExperimentCampaign = async (execution, mode) => {
+export const planExperimentCampaign = async (execution, mode, options = {}) => {
     const campaign = execution.loaded.campaign;
     if (mode === "optimize") {
         if (!campaign.optimizer) {
@@ -87,11 +89,7 @@ export const planExperimentCampaign = async (execution, mode) => {
     }
     const baseline = await captureSeedCandidate(execution.loaded.subjectRoot, campaign.subject);
     await assertGraderSubject(execution, baseline);
-    const corpus = await prepareCorpus(execution);
-    // Plan is the deterministic preflight for execution. Build the exact same
-    // identity now so profile, behavior-tree, and custom CLI failures happen
-    // before a user approves any model spend.
-    await evaluationIdentity(execution, corpus, mode);
+    const corpus = await preparePlanningCorpus(execution, mode, options.static ?? false);
     const splitSelectors = selectorsBySplit(campaign);
     const graderAnnotations = execution.loaded.graderAnnotations?.annotations ?? [];
     const splits = splitSelectors.map(({ name, selector }) => ({
@@ -135,36 +133,41 @@ export const planExperimentCampaign = async (execution, mode) => {
         const splitSelector = splitSelectors.find((split) => split.name === constraint.split)?.selector;
         let examples = splits.find((split) => split.split === constraint.split)?.examples ?? 0;
         if (corpus.kind === "grader" && splitSelector) {
-            const selected = selectGraderAnnotations(graderAnnotations, splitSelector);
+            let selected = selectGraderAnnotations(graderAnnotations, splitSelector);
             if (constraint.metric === "grader.macroFalsePositiveRate") {
-                examples = selected.filter((annotation) => [
+                selected = selected.filter((annotation) => [
                     annotation.expected.casePassed,
                     ...Object.values(annotation.expected.assertions).map((label) => label.passed),
-                ].includes(false)).length;
+                ].includes(false));
             }
             else if (constraint.metric === "grader.macroFalseNegativeRate") {
-                examples = selected.filter((annotation) => [
+                selected = selected.filter((annotation) => [
                     annotation.expected.casePassed,
                     ...Object.values(annotation.expected.assertions).map((label) => label.passed),
-                ].includes(true)).length;
+                ].includes(true));
             }
             else if (constraint.metric === "grader.scoreMae") {
-                examples = selected.filter((annotation) => annotation.expected.caseScore !== undefined ||
-                    Object.values(annotation.expected.assertions).some((label) => label.score !== undefined)).length;
+                selected = selected.filter((annotation) => annotation.expected.caseScore !== undefined ||
+                    Object.values(annotation.expected.assertions).some((label) => label.score !== undefined));
             }
             else if (constraint.metric === "grader.caseAgreement") {
-                examples = selected.filter((annotation) => annotation.expected.casePassed !== undefined ||
-                    annotation.expected.caseScore !== undefined).length;
+                selected = selected.filter((annotation) => annotation.expected.casePassed !== undefined ||
+                    annotation.expected.caseScore !== undefined);
             }
             else if (constraint.metric === "grader.assertionAgreement") {
-                examples = selected.filter((annotation) => Object.keys(annotation.expected.assertions).length > 0).length;
+                selected = selected.filter((annotation) => Object.keys(annotation.expected.assertions).length > 0);
             }
             else if (constraint.metric === "grader.abstentionRate" ||
+                constraint.metric === "grader.insufficientEvidenceRate" ||
+                constraint.metric === "grader.operationalErrorRate" ||
                 constraint.metric === "grader.coverage") {
-                examples = selected.filter((annotation) => annotation.expected.casePassed !== undefined ||
-                    Object.keys(annotation.expected.assertions).length > 0).length;
+                selected = selected.filter((annotation) => annotation.expected.casePassed !== undefined ||
+                    Object.keys(annotation.expected.assertions).length > 0);
             }
+            examples = independentClusterCount(selected.map((annotation) => ({ id: annotation.id, cluster: annotation.meta?.cluster })));
         }
+        if (corpus.kind === "agent" && splitSelector)
+            examples = independentClusterCount(selectCases(corpus.cases, splitSelector));
         if (constraint.metric === "subject.bytes" || constraint.metric === "quality.caseRegressions") {
             examples = 1;
         }
@@ -176,6 +179,10 @@ export const planExperimentCampaign = async (execution, mode) => {
             constraint.confidence.method === "hoeffding") {
             const bestForMin = bootstrapMeanConfidenceInterval(Array(examples).fill(1), constraint.confidence);
             const bestForMax = bootstrapMeanConfidenceInterval(Array(examples).fill(0), constraint.confidence);
+            if (constraint.relativeTo) {
+                bestForMin.lower = 2 * bestForMin.lower - 1;
+                bestForMax.upper = 2 * bestForMax.upper - 1;
+            }
             if (constraint.min !== undefined && bestForMin.lower < constraint.min) {
                 notes.push(`${constraint.split} metric '${constraint.metric}' cannot attain confidence lower bound ${constraint.min} with only ${examples} samples (best ${bestForMin.lower.toFixed(3)})`);
             }
@@ -634,6 +641,4 @@ export const optimizeExperimentCampaign = async (execution) => {
     }
     return executeCampaignLifecycle(new CampaignExecution(execution, "optimize", runOptimizationCampaignWork));
 };
-// Internal exports for identity contract tests.
-export { claudeConfigRoot, claudeUserBehaviorHash, cliIdentity, configuredClaudeSourceHashes };
 //# sourceMappingURL=experiment.js.map