@prismatic-io/lux 0.0.1

package/lib/orchestrator/experiment-report.js

@@ -0,0 +1,570 @@
+import { basename } from "node:path";
+import { z } from "zod";
+import { valueHash } from "../core/index.js";
+import { deriveExperimentSelection, rankCandidates } from "./experiment.js";
+import { ExperimentRunSchema, experimentActiveElapsedMs, loadExperimentRun, verifyExperimentRunIntegrity, } from "./experiment-runs.js";
+const ExperimentReportSplitSchema = z.enum(["train", "validation", "test"]);
+const OptionalMetricSchema = z.number().finite().nullable();
+export const ExperimentDecisionReportSchema = z
+    .object({
+    schemaVersion: z.literal(1),
+    experimentDir: z.string(),
+    experimentId: z.string(),
+    campaignId: z.string(),
+    mode: z.enum(["experiment", "optimize"]),
+    evaluationKind: z.enum(["agent", "grader"]),
+    status: z.enum(["running", "passed", "failed", "aborted"]),
+    outcome: z.enum(["promote", "retain", "reject", "error", "incomplete"]),
+    error: z.string().nullable(),
+    candidateAndAccountingVerified: z.boolean(),
+    championCandidateId: z.string().nullable(),
+    ranking: z.array(z.string()),
+    eligibleCandidateIds: z.array(z.string()),
+    source: z
+        .object({
+        baselineBytes: z.number().int().nonnegative().nullable(),
+        championBytes: z.number().int().nonnegative().nullable(),
+        deltaBytes: z.number().int().nullable(),
+    })
+        .strict(),
+    gates: z.array(z
+        .object({
+        metric: z.string(),
+        profile: z.string().nullable(),
+        split: ExperimentReportSplitSchema,
+        passed: z.boolean(),
+        values: z.array(z.number().finite()),
+        interval: z.string().nullable(),
+        note: z.string().nullable(),
+    })
+        .strict()),
+    evidence: z.array(z
+        .object({
+        candidateId: z.string(),
+        profileId: z.string(),
+        split: ExperimentReportSplitSchema,
+        repetitions: z.number().int().positive(),
+        caseIds: z.array(z.string()),
+        passRate: z.number().finite(),
+        passRateSamples: z.number().int().nonnegative().nullable(),
+        subjectInputTokens: OptionalMetricSchema,
+        subjectOutputTokens: OptionalMetricSchema,
+        subjectTotalTokens: OptionalMetricSchema,
+        subjectTokenSamples: z.number().int().nonnegative().nullable(),
+        evaluationTokens: z.number().nonnegative().nullable(),
+        meanQuestions: OptionalMetricSchema,
+        questionSamples: z.number().int().nonnegative().nullable(),
+        meanToolCalls: OptionalMetricSchema,
+        toolSamples: z.number().int().nonnegative().nullable(),
+        reportedCostUsd: z.number().nonnegative().nullable(),
+        unpricedModelCalls: z.number().int().nonnegative().nullable(),
+    })
+        .strict()),
+    deltas: z.array(z
+        .object({
+        profileId: z.string(),
+        split: ExperimentReportSplitSchema,
+        passRate: OptionalMetricSchema,
+        subjectTotalTokens: OptionalMetricSchema,
+        meanQuestions: OptionalMetricSchema,
+        meanToolCalls: OptionalMetricSchema,
+        reportedCostUsd: OptionalMetricSchema,
+    })
+        .strict()),
+    spend: z
+        .object({
+        candidates: z.number().int().nonnegative(),
+        metricCalls: z.number().int().nonnegative(),
+        judgeCalls: z.number().int().nonnegative(),
+        proposalCalls: z.number().int().nonnegative(),
+        totalTokens: z.number().nonnegative(),
+        costUsd: z.number().nonnegative(),
+        unpricedModelCalls: z.number().int().nonnegative().nullable(),
+        activeTimeMs: z.number().nonnegative(),
+    })
+        .strict(),
+    budget: z
+        .object({
+        maxCandidates: z.number().int().positive(),
+        maxMetricCalls: z.number().int().positive(),
+        maxJudgeCalls: z.number().int().positive(),
+        maxProposalCalls: z.number().int().positive(),
+        maxTokens: z.number().int().positive(),
+        maxCostUsd: z.number().positive(),
+        maxUnpricedModelCalls: z.number().int().nonnegative(),
+        maxWallTimeMs: z.number().int().positive(),
+    })
+        .strict(),
+})
+    .strict();
+export const VerifiedExperimentDecisionSnapshotSchema = z
+    .object({
+    experiment: ExperimentRunSchema,
+    report: ExperimentDecisionReportSchema,
+})
+    .strict();
+const concise = (value) => Number.isInteger(value) ? String(value) : value.toFixed(4).replace(/0+$/, "").replace(/\.$/, "");
+const markdown = (value) => [...value]
+    .map((character) => {
+    const code = character.codePointAt(0) ?? 0;
+    return code <= 0x1f || (code >= 0x7f && code <= 0x9f) ? " " : character;
+})
+    .join("")
+    .replaceAll("&", "&amp;")
+    .replaceAll("<", "&lt;")
+    .replaceAll(">", "&gt;")
+    .replaceAll("`", "&#96;")
+    .replaceAll("!", "&#33;")
+    .replaceAll("[", "&#91;")
+    .replaceAll("]", "&#93;")
+    .replaceAll("(", "&#40;")
+    .replaceAll(")", "&#41;")
+    .replaceAll("\\", "&#92;")
+    .replaceAll("|", "\\|")
+    .replace(/\s*\n\s*/g, " ");
+const intervalText = (interval) => {
+    if (!interval)
+        return null;
+    const resamples = interval.resamples > 0 ? `, resamples=${interval.resamples}` : "";
+    return `${interval.method} ${concise(interval.level * 100)}% ${concise(interval.estimate)} [${concise(interval.lower)}, ${concise(interval.upper)}], n=${interval.n}${resamples}`;
+};
+const reportOutcome = (experiment, championId) => {
+    if (experiment.status === "passed")
+        return championId === "baseline" ? "retain" : "promote";
+    if (experiment.status === "failed" && experiment.errorMessage)
+        return "error";
+    if (experiment.status === "failed" && experiment.selection)
+        return "reject";
+    if (experiment.status === "failed")
+        return "error";
+    return "incomplete";
+};
+const isCleanExperimentDecision = (experiment) => experiment.status === "passed" || (experiment.status === "failed" && !experiment.errorMessage);
+const verifyIncompleteDecisionHasNoChampion = (experiment) => {
+    if (experiment.championCandidateId || experiment.selection?.championCandidateId) {
+        throw new Error(`experiment status '${experiment.status}' cannot have a champion`);
+    }
+};
+const requireCompletedSelection = (experiment) => {
+    const selection = experiment.selection;
+    if (!selection) {
+        throw new Error(`completed experiment status '${experiment.status}' has no selection`);
+    }
+    if (!experiment.endedAt) {
+        throw new Error(`completed experiment status '${experiment.status}' has no completion timestamp`);
+    }
+    if (experiment.status === "passed" &&
+        (!experiment.championCandidateId || !selection.championCandidateId)) {
+        throw new Error("passed experiment has no complete champion selection");
+    }
+    return selection;
+};
+const requireCanonicalCandidatePopulation = (experiment) => {
+    const candidateIds = experiment.candidates.map((candidate) => candidate.id);
+    const candidateSet = new Set(candidateIds);
+    if (candidateSet.size !== candidateIds.length) {
+        throw new Error("experiment candidate IDs must be unique");
+    }
+    const baseline = experiment.candidates.find((candidate) => candidate.id === "baseline");
+    if (!baseline)
+        throw new Error("experiment selection has no baseline candidate");
+    return baseline;
+};
+const requireCandidateRecords = (experiment, candidateIds, kind) => candidateIds.map((candidateId) => {
+    const candidate = experiment.candidates.find((entry) => entry.id === candidateId);
+    if (!candidate)
+        throw new Error(`${kind} '${candidateId}' has no candidate record`);
+    return candidate;
+});
+const requireCompletedEvidence = (experiment, candidateId, profileId, split, repetitions, errorMessage) => {
+    const evaluation = experiment.evaluations.find((entry) => entry.candidateId === candidateId &&
+        entry.profileId === profileId &&
+        entry.split === split &&
+        entry.repetitions === repetitions);
+    if (!evaluation || Object.keys(evaluation.casePassRates).length === 0) {
+        throw new Error(errorMessage);
+    }
+};
+const verifyPromotionFinalistEvidence = (experiment, finalists) => {
+    const searchSplits = [
+        ...(experiment.campaignSnapshot.splits.train ? ["train"] : []),
+        "validation",
+    ];
+    for (const finalist of finalists) {
+        for (const profileId of experiment.campaignSnapshot.profiles) {
+            for (const split of searchSplits) {
+                requireCompletedEvidence(experiment, finalist.id, profileId, split, experiment.campaignSnapshot.repetitions.search, `optimize experiment finalist '${finalist.id}' lacks search ${split} evidence for profile '${profileId}'`);
+            }
+            requireCompletedEvidence(experiment, finalist.id, profileId, "validation", experiment.campaignSnapshot.repetitions.promotion, `optimize experiment finalist '${finalist.id}' lacks promotion evidence for profile '${profileId}'`);
+        }
+    }
+};
+const requirePromotionFinalists = (experiment, selection, baseline) => {
+    const optimizer = experiment.campaignSnapshot.optimizer;
+    if (!optimizer)
+        throw new Error("optimize experiment has no optimizer snapshot");
+    const finalistIds = selection.promotionFinalistCandidateIds;
+    if (!finalistIds) {
+        throw new Error("optimize experiment selection has no promotion finalist checkpoint");
+    }
+    const expectedFinalists = 1 + Math.min(optimizer.promotionTopK, experiment.candidates.length - 1);
+    if (finalistIds[0] !== baseline.id ||
+        finalistIds.length !== expectedFinalists ||
+        new Set(finalistIds).size !== finalistIds.length) {
+        throw new Error("optimize experiment has an invalid promotion finalist population");
+    }
+    return requireCandidateRecords(experiment, finalistIds, "promotion finalist");
+};
+const expectedOptimizationDecisionCandidates = (experiment, selection, baseline) => {
+    const finalists = requirePromotionFinalists(experiment, selection, baseline);
+    verifyPromotionFinalistEvidence(experiment, finalists);
+    const promoted = rankCandidates(experiment.campaignSnapshot, finalists, experiment, [
+        "train",
+        "validation",
+    ])[0] ?? baseline;
+    return promoted.id === baseline.id ? [baseline] : [baseline, promoted];
+};
+const expectedDecisionCandidates = (experiment, selection, baseline) => {
+    if (experiment.mode === "optimize") {
+        return expectedOptimizationDecisionCandidates(experiment, selection, baseline);
+    }
+    if (selection.promotionFinalistCandidateIds) {
+        throw new Error("static experiment selection cannot have promotion finalists");
+    }
+    return experiment.candidates;
+};
+const requireDecisionCandidates = (experiment, selection, expectedCandidates) => {
+    const expectedDecisionCandidateIds = expectedCandidates.map((candidate) => candidate.id);
+    const decisionCandidateIds = selection.decisionCandidateIds ?? selection.rankedCandidateIds;
+    if (valueHash(decisionCandidateIds) !== valueHash(expectedDecisionCandidateIds)) {
+        throw new Error("experiment selection does not use the canonical decision candidate population");
+    }
+    const candidateSet = new Set(experiment.candidates.map((candidate) => candidate.id));
+    const decisionCandidateSet = new Set(decisionCandidateIds);
+    if (decisionCandidateIds.length === 0 ||
+        decisionCandidateSet.size !== decisionCandidateIds.length ||
+        decisionCandidateIds.some((candidateId) => !candidateSet.has(candidateId))) {
+        throw new Error("experiment selection has an invalid decision candidate population");
+    }
+    return {
+        candidates: requireCandidateRecords(experiment, decisionCandidateIds, "decision candidate"),
+        candidateIds: decisionCandidateIds,
+    };
+};
+const verifyDecisionCandidateEvidence = (experiment, decisionCandidates) => {
+    const requiredSplits = [
+        ...(experiment.campaignSnapshot.splits.train ? ["train"] : []),
+        "validation",
+        ...(experiment.campaignSnapshot.splits.test ? ["test"] : []),
+    ];
+    for (const candidate of decisionCandidates) {
+        for (const profileId of experiment.campaignSnapshot.profiles) {
+            for (const split of requiredSplits) {
+                const repetitions = experiment.mode === "optimize" && split === "train"
+                    ? experiment.campaignSnapshot.repetitions.search
+                    : experiment.campaignSnapshot.repetitions.promotion;
+                requireCompletedEvidence(experiment, candidate.id, profileId, split, repetitions, `experiment selection is missing completed ${split} evidence for candidate '${candidate.id}' profile '${profileId}'`);
+            }
+        }
+    }
+};
+const deriveCanonicalSelection = (experiment, selection, decisionCandidates) => deriveExperimentSelection(experiment.campaignSnapshot, decisionCandidates, experiment, {
+    decidedAt: selection.decidedAt,
+    ...(selection.promotionFinalistCandidateIds
+        ? { promotionFinalistCandidateIds: selection.promotionFinalistCandidateIds }
+        : {}),
+});
+const verifyRecomputedSelection = (experiment, selection, decisionCandidateIds, derived) => {
+    const normalizedSelection = { ...selection, decisionCandidateIds };
+    if (valueHash(derived) !== valueHash(normalizedSelection)) {
+        throw new Error("experiment selection does not match recomputed evaluation evidence");
+    }
+    const derivedChampionId = derived.championCandidateId;
+    if (experiment.status === "passed") {
+        if (!experiment.endedAt) {
+            throw new Error("passed experiment has no completion timestamp");
+        }
+        if (experiment.championCandidateId !== derivedChampionId ||
+            selection.championCandidateId !== derivedChampionId) {
+            throw new Error("experiment manifest and recomputed selection disagree on the champion");
+        }
+        return;
+    }
+    if (experiment.championCandidateId || selection.championCandidateId || derivedChampionId) {
+        throw new Error("failed experiment cannot have an eligible champion");
+    }
+};
+export const verifyExperimentDecisionIntegrity = (experiment) => {
+    if (experiment.status === "passed" && experiment.errorMessage) {
+        throw new Error("passed experiment cannot retain an execution error");
+    }
+    if (!isCleanExperimentDecision(experiment)) {
+        verifyIncompleteDecisionHasNoChampion(experiment);
+        return;
+    }
+    const selection = requireCompletedSelection(experiment);
+    const baseline = requireCanonicalCandidatePopulation(experiment);
+    const expectedCandidates = expectedDecisionCandidates(experiment, selection, baseline);
+    const decision = requireDecisionCandidates(experiment, selection, expectedCandidates);
+    verifyDecisionCandidateEvidence(experiment, decision.candidates);
+    const derived = deriveCanonicalSelection(experiment, selection, decision.candidates);
+    verifyRecomputedSelection(experiment, selection, decision.candidateIds, derived);
+};
+const matchedMetricDelta = (before, after, beforeSamples, afterSamples, expectedSamples) => {
+    if (before === null || after === null)
+        return null;
+    if (beforeSamples === null || afterSamples === null)
+        return null;
+    if (beforeSamples !== afterSamples)
+        return null;
+    if (beforeSamples !== expectedSamples)
+        return null;
+    return after - before;
+};
+const reportedCostDelta = (before, after) => {
+    if (before === null || after === null)
+        return null;
+    return after - before;
+};
+const projectExperimentDecisionReport = (experimentDir, experiment, candidateAndAccountingVerified) => {
+    verifyExperimentDecisionIntegrity(experiment);
+    const championId = experiment.championCandidateId ?? null;
+    let decisionSelection;
+    if (experiment.status === "passed") {
+        decisionSelection = experiment.selection;
+    }
+    else if (experiment.status === "failed" && !experiment.errorMessage) {
+        decisionSelection = experiment.selection;
+    }
+    const targetId = championId ?? decisionSelection?.rankedCandidateIds[0] ?? "baseline";
+    const baseline = experiment.candidates.find((candidate) => candidate.id === "baseline");
+    const champion = championId
+        ? experiment.candidates.find((candidate) => candidate.id === championId)
+        : undefined;
+    if (experiment.status === "passed" && !baseline) {
+        throw new Error("passed experiment has no baseline candidate record");
+    }
+    if (championId && !champion) {
+        throw new Error(`experiment champion '${championId}' has no candidate record`);
+    }
+    if (experiment.status === "passed" && (!experiment.selection || !championId)) {
+        throw new Error("passed experiment has no complete champion selection");
+    }
+    if (experiment.status !== "passed" && championId) {
+        throw new Error(`experiment status '${experiment.status}' cannot have a champion`);
+    }
+    if (experiment.selection && (experiment.selection.championCandidateId ?? null) !== championId) {
+        throw new Error("experiment manifest and selection disagree on the champion");
+    }
+    const usage = experiment.budgetUsage.usage;
+    const subjectMetricPrefix = experiment.evaluationKind === "agent" ? "agent" : "harness";
+    const relevantCandidates = new Set(["baseline", ...(championId ? [championId] : [targetId])]);
+    const evidenceByScope = new Map();
+    for (const evaluation of experiment.evaluations) {
+        if (!relevantCandidates.has(evaluation.candidateId))
+            continue;
+        const key = `${evaluation.candidateId}:${evaluation.profileId}:${evaluation.split}`;
+        const current = evidenceByScope.get(key);
+        if (!current || evaluation.repetitions > current.repetitions) {
+            evidenceByScope.set(key, evaluation);
+        }
+    }
+    const evidence = [...evidenceByScope.values()]
+        .sort((left, right) => `${left.candidateId}:${left.profileId}:${left.split}`.localeCompare(`${right.candidateId}:${right.profileId}:${right.split}`))
+        .map((evaluation) => {
+        const evaluationUsage = evaluation.usage;
+        const sampleCount = (metric) => evaluation.samples?.[metric]?.length ?? null;
+        return {
+            candidateId: evaluation.candidateId,
+            profileId: evaluation.profileId,
+            split: evaluation.split,
+            repetitions: evaluation.repetitions,
+            caseIds: Object.keys(evaluation.casePassRates).sort(),
+            passRate: evaluation.passRate,
+            passRateSamples: sampleCount("quality.passRate"),
+            subjectInputTokens: evaluation.metrics[`${subjectMetricPrefix}.input`] ?? null,
+            subjectOutputTokens: evaluation.metrics[`${subjectMetricPrefix}.output`] ?? null,
+            subjectTotalTokens: evaluation.metrics[`${subjectMetricPrefix}.total`] ?? null,
+            subjectTokenSamples: sampleCount(`${subjectMetricPrefix}.total`),
+            evaluationTokens: evaluationUsage
+                ? evaluationUsage.input +
+                    evaluationUsage.output +
+                    evaluationUsage.cacheRead +
+                    evaluationUsage.cacheCreation
+                : null,
+            meanQuestions: evaluation.metrics["interrupts.ask"] ?? null,
+            questionSamples: sampleCount("interrupts.ask"),
+            meanToolCalls: evaluation.metrics.toolCalls ?? null,
+            toolSamples: sampleCount("toolCalls"),
+            reportedCostUsd: evaluation.costUsd ?? null,
+            unpricedModelCalls: evaluation.unpricedModelCalls ?? null,
+        };
+    });
+    const deltas = evidence
+        .filter((entry) => championId !== null && entry.candidateId === championId)
+        .flatMap((after) => {
+        const before = evidence.find((entry) => entry.candidateId === "baseline" &&
+            entry.profileId === after.profileId &&
+            entry.split === after.split);
+        if (!before)
+            return [];
+        const scopesMatch = before.repetitions === after.repetitions &&
+            before.caseIds.join("\n") === after.caseIds.join("\n");
+        if (!scopesMatch)
+            return [];
+        return [
+            {
+                profileId: after.profileId,
+                split: after.split,
+                passRate: matchedMetricDelta(before.passRate, after.passRate, before.passRateSamples, after.passRateSamples, after.caseIds.length),
+                subjectTotalTokens: matchedMetricDelta(before.subjectTotalTokens, after.subjectTotalTokens, before.subjectTokenSamples, after.subjectTokenSamples, after.caseIds.length),
+                meanQuestions: matchedMetricDelta(before.meanQuestions, after.meanQuestions, before.questionSamples, after.questionSamples, after.caseIds.length),
+                meanToolCalls: matchedMetricDelta(before.meanToolCalls, after.meanToolCalls, before.toolSamples, after.toolSamples, after.caseIds.length),
+                reportedCostUsd: reportedCostDelta(before.reportedCostUsd, after.reportedCostUsd),
+            },
+        ];
+    });
+    return ExperimentDecisionReportSchema.parse({
+        schemaVersion: 1,
+        experimentDir,
+        experimentId: experiment.experimentId,
+        campaignId: experiment.campaignId,
+        mode: experiment.mode,
+        evaluationKind: experiment.evaluationKind,
+        status: experiment.status,
+        error: experiment.errorMessage ?? null,
+        candidateAndAccountingVerified,
+        outcome: reportOutcome(experiment, championId),
+        championCandidateId: championId,
+        ranking: decisionSelection?.rankedCandidateIds ?? [],
+        eligibleCandidateIds: decisionSelection?.eligibleCandidateIds ?? [],
+        source: {
+            baselineBytes: baseline?.sourceBytes ?? null,
+            championBytes: champion?.sourceBytes ?? null,
+            deltaBytes: baseline && champion ? champion.sourceBytes - baseline.sourceBytes : null,
+        },
+        gates: (decisionSelection?.constraints ?? [])
+            .filter((constraint) => constraint.candidateId === targetId)
+            .map((constraint) => ({
+            metric: constraint.metric,
+            profile: constraint.profile ?? null,
+            split: constraint.split,
+            passed: constraint.passed,
+            values: constraint.values,
+            interval: intervalText(constraint.interval),
+            note: constraint.note ?? null,
+        })),
+        evidence,
+        deltas,
+        spend: {
+            candidates: experiment.candidates.length,
+            metricCalls: experiment.budgetUsage.metricCalls,
+            judgeCalls: experiment.budgetUsage.judgeCalls,
+            proposalCalls: experiment.budgetUsage.proposalCalls,
+            totalTokens: usage.input + usage.output + usage.cacheRead + usage.cacheCreation,
+            costUsd: experiment.budgetUsage.costUsd,
+            unpricedModelCalls: experiment.budgetUsage.unpricedModelCalls ?? null,
+            activeTimeMs: experimentActiveElapsedMs(experiment),
+        },
+        budget: {
+            maxCandidates: experiment.campaignSnapshot.budget.maxCandidates,
+            maxMetricCalls: experiment.campaignSnapshot.budget.maxMetricCalls,
+            maxJudgeCalls: experiment.campaignSnapshot.budget.maxJudgeCalls,
+            maxProposalCalls: experiment.campaignSnapshot.budget.maxProposalCalls,
+            maxTokens: experiment.campaignSnapshot.budget.maxTokens,
+            maxCostUsd: experiment.campaignSnapshot.budget.maxCostUsd,
+            maxUnpricedModelCalls: experiment.campaignSnapshot.budget.maxUnpricedModelCalls,
+            maxWallTimeMs: experiment.campaignSnapshot.budget.maxWallTimeMs,
+        },
+    });
+};
+export const createExperimentDecisionReport = (experimentDir, experiment) => projectExperimentDecisionReport(experimentDir, experiment, false);
+export const loadVerifiedExperimentDecisionSnapshot = async (experimentDir) => {
+    const experiment = await loadExperimentRun(experimentDir);
+    if (!experiment) {
+        throw new Error(`experiment manifest not found or invalid at ${experimentDir}`);
+    }
+    await verifyExperimentRunIntegrity(experimentDir, experiment);
+    return VerifiedExperimentDecisionSnapshotSchema.parse({
+        experiment,
+        report: projectExperimentDecisionReport(experimentDir, experiment, true),
+    });
+};
+export const loadExperimentDecisionReport = async (experimentDir) => (await loadVerifiedExperimentDecisionSnapshot(experimentDir)).report;
+const shellQuote = (value) => `'${value.replaceAll("'", "'\\''")}'`;
+const shellPath = (value) => {
+    if ([...value].some((character) => {
+        const code = character.codePointAt(0) ?? 0;
+        return code <= 0x1f || (code >= 0x7f && code <= 0x9f);
+    })) {
+        throw new Error("experiment path contains control characters and cannot be rendered safely");
+    }
+    return shellQuote(value);
+};
+const signed = (value, suffix = "") => `${value > 0 ? "+" : ""}${concise(value)}${suffix}`;
+const decisionText = (report) => {
+    switch (report.outcome) {
+        case "promote":
+            return `Promote \`${markdown(report.championCandidateId ?? "")}\`.`;
+        case "retain":
+            return "Retain the baseline; no authored candidate earned promotion.";
+        case "reject":
+            return "Do not promote; the experiment failed its authored gates.";
+        case "error":
+            return "No promotion decision; experiment execution failed before gate selection.";
+        case "incomplete":
+            return "No promotion decision is available; the experiment is incomplete.";
+    }
+};
+const optionalNumber = (value) => (value === null ? "—" : concise(value));
+const sourceBytesText = (report) => {
+    const baseline = report.source.baselineBytes ?? "—";
+    const champion = report.source.championBytes ?? "—";
+    if (report.source.deltaBytes === null)
+        return `${baseline} → ${champion}`;
+    const sign = report.source.deltaBytes >= 0 ? "+" : "";
+    return `${baseline} → ${champion} (${sign}${report.source.deltaBytes})`;
+};
+export const formatExperimentDecisionMarkdown = (report) => {
+    const decision = decisionText(report);
+    const lines = [
+        `# Lux experiment: ${markdown(report.campaignId)}`,
+        "",
+        `> **Decision:** ${decision}`,
+        "",
+        `- Experiment: \`${markdown(report.experimentId)}\``,
+        `- Mode: \`${report.mode}\``,
+        `- Evaluation: \`${report.evaluationKind}\``,
+        `- Status: **${report.status.toUpperCase()}**`,
+        `- Candidate/accounting integrity: **${report.candidateAndAccountingVerified ? "VERIFIED" : "NOT VERIFIED"}**`,
+        `- Champion: ${report.championCandidateId ? `\`${markdown(report.championCandidateId)}\`` : "—"}`,
+        `- Ranking: ${report.ranking.map((id) => `\`${markdown(id)}\``).join(" → ") || "—"}`,
+        ...(report.error ? [`- Error: ${markdown(report.error)}`] : []),
+        "",
+        "## Promotion gates",
+        "",
+    ];
+    if (report.gates.length === 0) {
+        lines.push("_No completed promotion gates._");
+    }
+    else {
+        lines.push("| Result | Metric | Profile | Split | Values | Confidence | Note |", "| --- | --- | --- | --- | ---: | --- | --- |", ...report.gates.map((gate) => `| ${gate.passed ? "PASS" : "FAIL"} | ${markdown(gate.metric)} | ${markdown(gate.profile ?? "all")} | ${gate.split} | ${gate.values.map(concise).join(", ") || "—"} | ${markdown(gate.interval ?? "—")} | ${markdown(gate.note ?? "—")} |`));
+    }
+    lines.push("", "## Baseline and decision evidence", "");
+    if (report.evidence.length === 0) {
+        lines.push("_No completed evaluation evidence._");
+    }
+    else {
+        lines.push("| Candidate | Profile | Split | Reps | Cases | Pass rate | Pass n | Mean subject input | Mean subject output | Mean subject total | Subject n | Eval tokens | Mean questions | Question n | Mean tools | Tool n | Reported cost | Unpriced |", "| --- | --- | --- | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: |", ...report.evidence.map((entry) => `| ${markdown(entry.candidateId)} | ${markdown(entry.profileId)} | ${entry.split} | ${entry.repetitions} | ${entry.caseIds.length} | ${concise(entry.passRate)} | ${optionalNumber(entry.passRateSamples)} | ${optionalNumber(entry.subjectInputTokens)} | ${optionalNumber(entry.subjectOutputTokens)} | ${optionalNumber(entry.subjectTotalTokens)} | ${optionalNumber(entry.subjectTokenSamples)} | ${optionalNumber(entry.evaluationTokens)} | ${optionalNumber(entry.meanQuestions)} | ${optionalNumber(entry.questionSamples)} | ${optionalNumber(entry.meanToolCalls)} | ${optionalNumber(entry.toolSamples)} | ${entry.reportedCostUsd === null ? "—" : `$${entry.reportedCostUsd.toFixed(4)}`} | ${entry.unpricedModelCalls ?? "—"} |`));
+    }
+    lines.push("", "## Change from baseline", "");
+    if (report.deltas.length === 0) {
+        lines.push("_No matched baseline/champion evidence._");
+    }
+    else {
+        lines.push("| Profile | Split | Pass rate | Mean subject total | Mean questions | Mean tools | Reported cost |", "| --- | --- | ---: | ---: | ---: | ---: | ---: |", ...report.deltas.map((delta) => `| ${markdown(delta.profileId)} | ${delta.split} | ${delta.passRate === null ? "—" : signed(delta.passRate)} | ${delta.subjectTotalTokens === null ? "—" : signed(delta.subjectTotalTokens)} | ${delta.meanQuestions === null ? "—" : signed(delta.meanQuestions)} | ${delta.meanToolCalls === null ? "—" : signed(delta.meanToolCalls)} | ${delta.reportedCostUsd === null ? "—" : signed(delta.reportedCostUsd, " USD")} |`));
+    }
+    lines.push("", "## Source and spend", "", `- Source bytes: ${sourceBytesText(report)}`, `- Candidates: ${report.spend.candidates}/${report.budget.maxCandidates}`, `- Metric calls: ${report.spend.metricCalls}/${report.budget.maxMetricCalls}`, `- Judge calls: ${report.spend.judgeCalls}/${report.budget.maxJudgeCalls}`, `- Proposal calls: ${report.spend.proposalCalls}/${report.budget.maxProposalCalls}`, `- Tokens: ${report.spend.totalTokens}/${report.budget.maxTokens}`, `- Reported cost: $${report.spend.costUsd.toFixed(4)}/$${report.budget.maxCostUsd.toFixed(2)}`, `- Unpriced model calls: ${report.spend.unpricedModelCalls ?? "unknown"}/${report.budget.maxUnpricedModelCalls}`, `- Active wall time: ${report.spend.activeTimeMs}ms/${report.budget.maxWallTimeMs}ms`, "", "## Reproduce", "", `    lux view ${shellPath(report.experimentDir)}`, ...(report.outcome === "promote" ? [`    lux apply ${shellPath(report.experimentDir)}`] : []), "", `Generated from the integrity-checked local experiment record \`${markdown(basename(report.experimentDir))}\`.`);
+    return lines.join("\n");
+};
+//# sourceMappingURL=experiment-report.js.map

package/lib/orchestrator/experiment-report.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"experiment-report.js","sourceRoot":"","sources":["../../src/orchestrator/experiment-report.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,yBAAyB,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAC5E,OAAO,EAEL,mBAAmB,EACnB,yBAAyB,EACzB,iBAAiB,EACjB,4BAA4B,GAC7B,MAAM,sBAAsB,CAAC;AAE9B,MAAM,2BAA2B,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC;AAC5E,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC;AAE5D,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC;KAC5C,MAAM,CAAC;IACN,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;IACzB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;IACxB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;IACxC,cAAc,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAC3C,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;IAC1D,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;IACvE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,8BAA8B,EAAE,CAAC,CAAC,OAAO,EAAE;IAC3C,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC5B,oBAAoB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACzC,MAAM,EAAE,CAAC;SACN,MAAM,CAAC;QACN,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;QACxD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;QACxD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;KACxC,CAAC;SACD,MAAM,EAAE;IACX,KAAK,EAAE,CAAC,CAAC,KAAK,CACZ,CAAC;SACE,MAAM,CAAC;QACN,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;QAClB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC9B,KAAK,EAAE,2BAA2B;QAClC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;QACnB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC;QACpC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC/B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC5B,CAAC;SACD,MAAM,EAAE,CACZ;IACD,QAAQ,EAAE,CAAC,CAAC,KAAK,CACf,CAAC;SACE,MAAM,CAAC;QACN,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;QACvB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;QACrB,KAAK,EAAE,2BAA2B;QAClC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QACxC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QAC5B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE;QAC7B,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;QAC1D,kBAAkB,EAAE,oBAAoB;QACxC,mBAAmB,EAAE,oBAAoB;QACzC,kBAAkB,EAAE,oBAAoB;QACxC,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;QAC9D,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;QACrD,aAAa,EAAE,oBAAoB;QACnC,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;QAC1D,aAAa,EAAE,oBAAoB;QACnC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;QACtD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;QACpD,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;KAC9D,CAAC;SACD,MAAM,EAAE,CACZ;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CACb,CAAC;SACE,MAAM,CAAC;QACN,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;QACrB,KAAK,EAAE,2BAA2B;QAClC,QAAQ,EAAE,oBAAoB;QAC9B,kBAAkB,EAAE,oBAAoB;QACxC,aAAa,EAAE,oBAAoB;QACnC,aAAa,EAAE,oBAAoB;QACnC,eAAe,EAAE,oBAAoB;KACtC,CAAC;SACD,MAAM,EAAE,CACZ;IACD,KAAK,EAAE,CAAC;SACL,MAAM,CAAC;QACN,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QAC1C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QAC3C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QAC1C,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QAC7C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE;QACrC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE;QACjC,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;QAC7D,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE;KACvC,CAAC;SACD,MAAM,EAAE;IACX,MAAM,EAAE,CAAC;SACN,MAAM,CAAC;QACN,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QAC1C,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QAC3C,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QAC1C,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QAC7C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QACtC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACjC,qBAAqB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QACrD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;KAC3C,CAAC;SACD,MAAM,EAAE;CACZ,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,wCAAwC,GAAG,CAAC;KACtD,MAAM,CAAC;IACN,UAAU,EAAE,mBAAmB;IAC/B,MAAM,EAAE,8BAA8B;CACvC,CAAC;KACD,MAAM,EAAE,CAAC;AAKZ,MAAM,OAAO,GAAG,CAAC,KAAa,EAAU,EAAE,CACxC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;AAEnG,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAU,EAAE,CACzC,CAAC,GAAG,KAAK,CAAC;KACP,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;IACjB,MAAM,IAAI,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC3C,OAAO,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1E,CAAC,CAAC;KACD,IAAI,CAAC,EAAE,CAAC;KACR,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC;KACxB,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC;KACvB,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC;KACvB,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC;KACxB,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC;KACxB,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC;KACxB,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC;KACxB,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC;KACxB,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC;KACxB,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC;KACzB,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC;KACtB,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;AAE/B,MAAM,YAAY,GAAG,CACnB,QAEa,EACE,EAAE;IACjB,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3B,MAAM,SAAS,GAAG,QAAQ,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACpF,OAAO,GAAG,QAAQ,CAAC,MAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,QAAQ,CAAC,CAAC,GAAG,SAAS,EAAE,CAAC;AACpL,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CACpB,UAAyB,EACzB,UAAyB,EACY,EAAE;IACvC,IAAI,UAAU,CAAC,MAAM,KAAK,QAAQ;QAAE,OAAO,UAAU,KAAK,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IAC5F,IAAI,UAAU,CAAC,MAAM,KAAK,QAAQ,IAAI,UAAU,CAAC,YAAY;QAAE,OAAO,OAAO,CAAC;IAC9E,IAAI,UAAU,CAAC,MAAM,KAAK,QAAQ,IAAI,UAAU,CAAC,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC5E,IAAI,UAAU,CAAC,MAAM,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IACnD,OAAO,YAAY,CAAC;AACtB,CAAC,CAAC;AAMF,MAAM,yBAAyB,GAAG,CAAC,UAAyB,EAAW,EAAE,CACvE,UAAU,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;AAEjG,MAAM,qCAAqC,GAAG,CAAC,UAAyB,EAAQ,EAAE;IAChF,IAAI,UAAU,CAAC,mBAAmB,IAAI,UAAU,CAAC,SAAS,EAAE,mBAAmB,EAAE,CAAC;QAChF,MAAM,IAAI,KAAK,CAAC,sBAAsB,UAAU,CAAC,MAAM,0BAA0B,CAAC,CAAC;IACrF,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,yBAAyB,GAAG,CAAC,UAAyB,EAAuB,EAAE;IACnF,MAAM,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC;IACvC,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,gCAAgC,UAAU,CAAC,MAAM,oBAAoB,CAAC,CAAC;IACzF,CAAC;IACD,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CACb,gCAAgC,UAAU,CAAC,MAAM,+BAA+B,CACjF,CAAC;IACJ,CAAC;IACD,IACE,UAAU,CAAC,MAAM,KAAK,QAAQ;QAC9B,CAAC,CAAC,UAAU,CAAC,mBAAmB,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,EACnE,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,mCAAmC,GAAG,CAAC,UAAyB,EAAuB,EAAE;IAC7F,MAAM,YAAY,GAAG,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IAC5E,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC;IAC3C,IAAI,YAAY,CAAC,IAAI,KAAK,YAAY,CAAC,MAAM,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC7D,CAAC;IACD,MAAM,QAAQ,GAAG,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,UAAU,CAAC,CAAC;IACxF,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACjF,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,uBAAuB,GAAG,CAC9B,UAAyB,EACzB,YAA+B,EAC/B,IAAiD,EAC1B,EAAE,CACzB,YAAY,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE;IAC/B,MAAM,SAAS,GAAG,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,WAAW,CAAC,CAAC;IAClF,IAAI,CAAC,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,KAAK,WAAW,2BAA2B,CAAC,CAAC;IACpF,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC,CAAC;AAEL,MAAM,wBAAwB,GAAG,CAC/B,UAAyB,EACzB,WAAmB,EACnB,SAAiB,EACjB,KAAsB,EACtB,WAAmB,EACnB,YAAoB,EACd,EAAE;IACR,MAAM,UAAU,GAAG,UAAU,CAAC,WAAW,CAAC,IAAI,CAC5C,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,WAAW,KAAK,WAAW;QACjC,KAAK,CAAC,SAAS,KAAK,SAAS;QAC7B,KAAK,CAAC,KAAK,KAAK,KAAK;QACrB,KAAK,CAAC,WAAW,KAAK,WAAW,CACpC,CAAC;IACF,IAAI,CAAC,UAAU,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtE,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;IAChC,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,+BAA+B,GAAG,CACtC,UAAyB,EACzB,SAAyC,EACnC,EAAE;IACR,MAAM,YAAY,GAAsB;QACtC,GAAG,CAAC,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,OAAO,CAAW,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,YAAY;KACb,CAAC;IACF,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,KAAK,MAAM,SAAS,IAAI,UAAU,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YAC7D,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;gBACjC,wBAAwB,CACtB,UAAU,EACV,QAAQ,CAAC,EAAE,EACX,SAAS,EACT,KAAK,EACL,UAAU,CAAC,gBAAgB,CAAC,WAAW,CAAC,MAAM,EAC9C,iCAAiC,QAAQ,CAAC,EAAE,kBAAkB,KAAK,0BAA0B,SAAS,GAAG,CAC1G,CAAC;YACJ,CAAC;YACD,wBAAwB,CACtB,UAAU,EACV,QAAQ,CAAC,EAAE,EACX,SAAS,EACT,YAAY,EACZ,UAAU,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,EACjD,iCAAiC,QAAQ,CAAC,EAAE,2CAA2C,SAAS,GAAG,CACpG,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,yBAAyB,GAAG,CAChC,UAAyB,EACzB,SAA8B,EAC9B,QAA6B,EACN,EAAE;IACzB,MAAM,SAAS,GAAG,UAAU,CAAC,gBAAgB,CAAC,SAAS,CAAC;IACxD,IAAI,CAAC,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACjF,MAAM,WAAW,GAAG,SAAS,CAAC,6BAA6B,CAAC;IAC5D,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;IACxF,CAAC;IACD,MAAM,iBAAiB,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,aAAa,EAAE,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAClG,IACE,WAAW,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,EAAE;QAC9B,WAAW,CAAC,MAAM,KAAK,iBAAiB;QACxC,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,MAAM,EAChD,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,uBAAuB,CAAC,UAAU,EAAE,WAAW,EAAE,oBAAoB,CAAC,CAAC;AAChF,CAAC,CAAC;AAEF,MAAM,sCAAsC,GAAG,CAC7C,UAAyB,EACzB,SAA8B,EAC9B,QAA6B,EACN,EAAE;IACzB,MAAM,SAAS,GAAG,yBAAyB,CAAC,UAAU,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC7E,+BAA+B,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IACvD,MAAM,QAAQ,GACZ,cAAc,CAAC,UAAU,CAAC,gBAAgB,EAAE,SAAS,EAAE,UAAU,EAAE;QACjE,OAAO;QACP,YAAY;KACb,CAAC,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC;IACpB,OAAO,QAAQ,CAAC,EAAE,KAAK,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;AACzE,CAAC,CAAC;AAEF,MAAM,0BAA0B,GAAG,CACjC,UAAyB,EACzB,SAA8B,EAC9B,QAA6B,EACN,EAAE;IACzB,IAAI,UAAU,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACnC,OAAO,sCAAsC,CAAC,UAAU,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IACjF,CAAC;IACD,IAAI,SAAS,CAAC,6BAA6B,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;IACjF,CAAC;IACD,OAAO,UAAU,CAAC,UAAU,CAAC;AAC/B,CAAC,CAAC;AAEF,MAAM,yBAAyB,GAAG,CAChC,UAAyB,EACzB,SAA8B,EAC9B,kBAAkD,EACa,EAAE;IACjE,MAAM,4BAA4B,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACzF,MAAM,oBAAoB,GAAG,SAAS,CAAC,oBAAoB,IAAI,SAAS,CAAC,kBAAkB,CAAC;IAC5F,IAAI,SAAS,CAAC,oBAAoB,CAAC,KAAK,SAAS,CAAC,4BAA4B,CAAC,EAAE,CAAC;QAChF,MAAM,IAAI,KAAK,CACb,+EAA+E,CAChF,CAAC;IACJ,CAAC;IACD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;IACrF,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAC3D,IACE,oBAAoB,CAAC,MAAM,KAAK,CAAC;QACjC,oBAAoB,CAAC,IAAI,KAAK,oBAAoB,CAAC,MAAM;QACzD,oBAAoB,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,EAC1E,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;IACvF,CAAC;IACD,OAAO;QACL,UAAU,EAAE,uBAAuB,CAAC,UAAU,EAAE,oBAAoB,EAAE,oBAAoB,CAAC;QAC3F,YAAY,EAAE,oBAAoB;KACnC,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,+BAA+B,GAAG,CACtC,UAAyB,EACzB,kBAAkD,EAC5C,EAAE;IACR,MAAM,cAAc,GAAsB;QACxC,GAAG,CAAC,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,YAAY;QACZ,GAAG,CAAC,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAe,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;KACtE,CAAC;IACF,KAAK,MAAM,SAAS,IAAI,kBAAkB,EAAE,CAAC;QAC3C,KAAK,MAAM,SAAS,IAAI,UAAU,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YAC7D,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;gBACnC,MAAM,WAAW,GACf,UAAU,CAAC,IAAI,KAAK,UAAU,IAAI,KAAK,KAAK,OAAO;oBACjD,CAAC,CAAC,UAAU,CAAC,gBAAgB,CAAC,WAAW,CAAC,MAAM;oBAChD,CAAC,CAAC,UAAU,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC;gBACxD,wBAAwB,CACtB,UAAU,EACV,SAAS,CAAC,EAAE,EACZ,SAAS,EACT,KAAK,EACL,WAAW,EACX,6CAA6C,KAAK,4BAA4B,SAAS,CAAC,EAAE,cAAc,SAAS,GAAG,CACrH,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,wBAAwB,GAAG,CAC/B,UAAyB,EACzB,SAA8B,EAC9B,kBAAkD,EAC7B,EAAE,CACvB,yBAAyB,CAAC,UAAU,CAAC,gBAAgB,EAAE,kBAAkB,EAAE,UAAU,EAAE;IACrF,SAAS,EAAE,SAAS,CAAC,SAAS;IAC9B,GAAG,CAAC,SAAS,CAAC,6BAA6B;QACzC,CAAC,CAAC,EAAE,6BAA6B,EAAE,SAAS,CAAC,6BAA6B,EAAE;QAC5E,CAAC,CAAC,EAAE,CAAC;CACR,CAAC,CAAC;AAEL,MAAM,yBAAyB,GAAG,CAChC,UAAyB,EACzB,SAA8B,EAC9B,oBAAuC,EACvC,OAA4B,EACtB,EAAE;IACR,MAAM,mBAAmB,GAAG,EAAE,GAAG,SAAS,EAAE,oBAAoB,EAAE,CAAC;IACnE,IAAI,SAAS,CAAC,OAAO,CAAC,KAAK,SAAS,CAAC,mBAAmB,CAAC,EAAE,CAAC;QAC1D,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;IACxF,CAAC;IACD,MAAM,iBAAiB,GAAG,OAAO,CAAC,mBAAmB,CAAC;IACtD,IAAI,UAAU,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACnC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;QACnE,CAAC;QACD,IACE,UAAU,CAAC,mBAAmB,KAAK,iBAAiB;YACpD,SAAS,CAAC,mBAAmB,KAAK,iBAAiB,EACnD,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;QAC3F,CAAC;QACD,OAAO;IACT,CAAC;IACD,IAAI,UAAU,CAAC,mBAAmB,IAAI,SAAS,CAAC,mBAAmB,IAAI,iBAAiB,EAAE,CAAC;QACzF,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAAC,UAAyB,EAAQ,EAAE;IACnF,IAAI,UAAU,CAAC,MAAM,KAAK,QAAQ,IAAI,UAAU,CAAC,YAAY,EAAE,CAAC;QAC9D,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;IACD,IAAI,CAAC,yBAAyB,CAAC,UAAU,CAAC,EAAE,CAAC;QAC3C,qCAAqC,CAAC,UAAU,CAAC,CAAC;QAClD,OAAO;IACT,CAAC;IACD,MAAM,SAAS,GAAG,yBAAyB,CAAC,UAAU,CAAC,CAAC;IACxD,MAAM,QAAQ,GAAG,mCAAmC,CAAC,UAAU,CAAC,CAAC;IACjE,MAAM,kBAAkB,GAAG,0BAA0B,CAAC,UAAU,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IACvF,MAAM,QAAQ,GAAG,yBAAyB,CAAC,UAAU,EAAE,SAAS,EAAE,kBAAkB,CAAC,CAAC;IACtF,+BAA+B,CAAC,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;IACjE,MAAM,OAAO,GAAG,wBAAwB,CAAC,UAAU,EAAE,SAAS,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;IACrF,yBAAyB,CAAC,UAAU,EAAE,SAAS,EAAE,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;AACnF,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CACzB,MAAqB,EACrB,KAAoB,EACpB,aAA4B,EAC5B,YAA2B,EAC3B,eAAuB,EACR,EAAE;IACjB,IAAI,MAAM,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IACnD,IAAI,aAAa,KAAK,IAAI,IAAI,YAAY,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IACjE,IAAI,aAAa,KAAK,YAAY;QAAE,OAAO,IAAI,CAAC;IAChD,IAAI,aAAa,KAAK,eAAe;QAAE,OAAO,IAAI,CAAC;IACnD,OAAO,KAAK,GAAG,MAAM,CAAC;AACxB,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,MAAqB,EAAE,KAAoB,EAAiB,EAAE;IACvF,IAAI,MAAM,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IACnD,OAAO,KAAK,GAAG,MAAM,CAAC;AACxB,CAAC,CAAC;AAEF,MAAM,+BAA+B,GAAG,CACtC,aAAqB,EACrB,UAAyB,EACzB,8BAAuC,EACb,EAAE;IAC5B,iCAAiC,CAAC,UAAU,CAAC,CAAC;IAC9C,MAAM,UAAU,GAAG,UAAU,CAAC,mBAAmB,IAAI,IAAI,CAAC;IAC1D,IAAI,iBAA6C,CAAC;IAClD,IAAI,UAAU,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACnC,iBAAiB,GAAG,UAAU,CAAC,SAAS,CAAC;IAC3C,CAAC;SAAM,IAAI,UAAU,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,CAAC;QACtE,iBAAiB,GAAG,UAAU,CAAC,SAAS,CAAC;IAC3C,CAAC;IACD,MAAM,QAAQ,GAAG,UAAU,IAAI,iBAAiB,EAAE,kBAAkB,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC;IACtF,MAAM,QAAQ,GAAG,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,UAAU,CAAC,CAAC;IACxF,MAAM,QAAQ,GAAG,UAAU;QACzB,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,UAAU,CAAC;QACxE,CAAC,CAAC,SAAS,CAAC;IACd,IAAI,UAAU,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,QAAQ,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;IACD,IAAI,UAAU,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,wBAAwB,UAAU,2BAA2B,CAAC,CAAC;IACjF,CAAC;IACD,IAAI,UAAU,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7E,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC1E,CAAC;IACD,IAAI,UAAU,CAAC,MAAM,KAAK,QAAQ,IAAI,UAAU,EAAE,CAAC;QACjD,MAAM,IAAI,KAAK,CAAC,sBAAsB,UAAU,CAAC,MAAM,0BAA0B,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,UAAU,CAAC,SAAS,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,mBAAmB,IAAI,IAAI,CAAC,KAAK,UAAU,EAAE,CAAC;QAC9F,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAChF,CAAC;IACD,MAAM,KAAK,GAAG,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC;IAC3C,MAAM,mBAAmB,GAAG,UAAU,CAAC,cAAc,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IACxF,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,CAAC,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9F,MAAM,eAAe,GAAG,IAAI,GAAG,EAAgD,CAAC;IAChF,KAAK,MAAM,UAAU,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC;QAChD,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC;YAAE,SAAS;QAC9D,MAAM,GAAG,GAAG,GAAG,UAAU,CAAC,WAAW,IAAI,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;QACpF,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACzC,IAAI,CAAC,OAAO,IAAI,UAAU,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;YAC7D,eAAe,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IACD,MAAM,QAAQ,GAAG,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC;SAC3C,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACpB,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC,aAAa,CACjE,GAAG,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,KAAK,EAAE,CACzD,CACF;SACA,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;QAClB,MAAM,eAAe,GAAG,UAAU,CAAC,KAAK,CAAC;QACzC,MAAM,WAAW,GAAG,CAAC,MAAc,EAAiB,EAAE,CACpD,UAAU,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,EAAE,MAAM,IAAI,IAAI,CAAC;QAC/C,OAAO;YACL,WAAW,EAAE,UAAU,CAAC,WAAW;YACnC,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,WAAW,EAAE,UAAU,CAAC,WAAW;YACnC,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,IAAI,EAAE;YACrD,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,eAAe,EAAE,WAAW,CAAC,kBAAkB,CAAC;YAChD,kBAAkB,EAAE,UAAU,CAAC,OAAO,CAAC,GAAG,mBAAmB,QAAQ,CAAC,IAAI,IAAI;YAC9E,mBAAmB,EAAE,UAAU,CAAC,OAAO,CAAC,GAAG,mBAAmB,SAAS,CAAC,IAAI,IAAI;YAChF,kBAAkB,EAAE,UAAU,CAAC,OAAO,CAAC,GAAG,mBAAmB,QAAQ,CAAC,IAAI,IAAI;YAC9E,mBAAmB,EAAE,WAAW,CAAC,GAAG,mBAAmB,QAAQ,CAAC;YAChE,gBAAgB,EAAE,eAAe;gBAC/B,CAAC,CAAC,eAAe,CAAC,KAAK;oBACrB,eAAe,CAAC,MAAM;oBACtB,eAAe,CAAC,SAAS;oBACzB,eAAe,CAAC,aAAa;gBAC/B,CAAC,CAAC,IAAI;YACR,aAAa,EAAE,UAAU,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,IAAI;YAC3D,eAAe,EAAE,WAAW,CAAC,gBAAgB,CAAC;YAC9C,aAAa,EAAE,UAAU,CAAC,OAAO,CAAC,SAAS,IAAI,IAAI;YACnD,WAAW,EAAE,WAAW,CAAC,WAAW,CAAC;YACrC,eAAe,EAAE,UAAU,CAAC,OAAO,IAAI,IAAI;YAC3C,kBAAkB,EAAE,UAAU,CAAC,kBAAkB,IAAI,IAAI;SAC1D,CAAC;IACJ,CAAC,CAAC,CAAC;IACL,MAAM,MAAM,GAAG,QAAQ;SACpB,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,KAAK,IAAI,IAAI,KAAK,CAAC,WAAW,KAAK,UAAU,CAAC;SAC1E,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QACjB,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAC1B,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,WAAW,KAAK,UAAU;YAChC,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC,SAAS;YACnC,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAC9B,CAAC;QACF,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QACvB,MAAM,WAAW,GACf,MAAM,CAAC,WAAW,KAAK,KAAK,CAAC,WAAW;YACxC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzD,IAAI,CAAC,WAAW;YAAE,OAAO,EAAE,CAAC;QAC5B,OAAO;YACL;gBACE,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,QAAQ,EAAE,kBAAkB,CAC1B,MAAM,CAAC,QAAQ,EACf,KAAK,CAAC,QAAQ,EACd,MAAM,CAAC,eAAe,EACtB,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,OAAO,CAAC,MAAM,CACrB;gBACD,kBAAkB,EAAE,kBAAkB,CACpC,MAAM,CAAC,kBAAkB,EACzB,KAAK,CAAC,kBAAkB,EACxB,MAAM,CAAC,mBAAmB,EAC1B,KAAK,CAAC,mBAAmB,EACzB,KAAK,CAAC,OAAO,CAAC,MAAM,CACrB;gBACD,aAAa,EAAE,kBAAkB,CAC/B,MAAM,CAAC,aAAa,EACpB,KAAK,CAAC,aAAa,EACnB,MAAM,CAAC,eAAe,EACtB,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,OAAO,CAAC,MAAM,CACrB;gBACD,aAAa,EAAE,kBAAkB,CAC/B,MAAM,CAAC,aAAa,EACpB,KAAK,CAAC,aAAa,EACnB,MAAM,CAAC,WAAW,EAClB,KAAK,CAAC,WAAW,EACjB,KAAK,CAAC,OAAO,CAAC,MAAM,CACrB;gBACD,eAAe,EAAE,iBAAiB,CAAC,MAAM,CAAC,eAAe,EAAE,KAAK,CAAC,eAAe,CAAC;aAClF;SACF,CAAC;IACJ,CAAC,CAAC,CAAC;IACL,OAAO,8BAA8B,CAAC,KAAK,CAAC;QAC1C,aAAa,EAAE,CAAC;QAChB,aAAa;QACb,YAAY,EAAE,UAAU,CAAC,YAAY;QACrC,UAAU,EAAE,UAAU,CAAC,UAAU;QACjC,IAAI,EAAE,UAAU,CAAC,IAAI;QACrB,cAAc,EAAE,UAAU,CAAC,cAAc;QACzC,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,KAAK,EAAE,UAAU,CAAC,YAAY,IAAI,IAAI;QACtC,8BAA8B;QAC9B,OAAO,EAAE,aAAa,CAAC,UAAU,EAAE,UAAU,CAAC;QAC9C,mBAAmB,EAAE,UAAU;QAC/B,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,IAAI,EAAE;QACpD,oBAAoB,EAAE,iBAAiB,EAAE,oBAAoB,IAAI,EAAE;QACnE,MAAM,EAAE;YACN,aAAa,EAAE,QAAQ,EAAE,WAAW,IAAI,IAAI;YAC5C,aAAa,EAAE,QAAQ,EAAE,WAAW,IAAI,IAAI;YAC5C,UAAU,EAAE,QAAQ,IAAI,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;SACtF;QACD,KAAK,EAAE,CAAC,iBAAiB,EAAE,WAAW,IAAI,EAAE,CAAC;aAC1C,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,WAAW,KAAK,QAAQ,CAAC;aAC3D,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;YACpB,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,OAAO,EAAE,UAAU,CAAC,OAAO,IAAI,IAAI;YACnC,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,QAAQ,EAAE,YAAY,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC3C,IAAI,EAAE,UAAU,CAAC,IAAI,IAAI,IAAI;SAC9B,CAAC,CAAC;QACL,QAAQ;QACR,MAAM;QACN,KAAK,EAAE;YACL,UAAU,EAAE,UAAU,CAAC,UAAU,CAAC,MAAM;YACxC,WAAW,EAAE,UAAU,CAAC,WAAW,CAAC,WAAW;YAC/C,UAAU,EAAE,UAAU,CAAC,WAAW,CAAC,UAAU;YAC7C,aAAa,EAAE,UAAU,CAAC,WAAW,CAAC,aAAa;YACnD,WAAW,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,aAAa;YAC/E,OAAO,EAAE,UAAU,CAAC,WAAW,CAAC,OAAO;YACvC,kBAAkB,EAAE,UAAU,CAAC,WAAW,CAAC,kBAAkB,IAAI,IAAI;YACrE,YAAY,EAAE,yBAAyB,CAAC,UAAU,CAAC;SACpD;QACD,MAAM,EAAE;YACN,aAAa,EAAE,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,aAAa;YAC/D,cAAc,EAAE,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,cAAc;YACjE,aAAa,EAAE,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,aAAa;YAC/D,gBAAgB,EAAE,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,gBAAgB;YACrE,SAAS,EAAE,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS;YACvD,UAAU,EAAE,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,UAAU;YACzD,qBAAqB,EAAE,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,qBAAqB;YAC/E,aAAa,EAAE,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,aAAa;SAChE;KACF,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAC5C,aAAqB,EACrB,UAAyB,EACC,EAAE,CAAC,+BAA+B,CAAC,aAAa,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;AAEjG,MAAM,CAAC,MAAM,sCAAsC,GAAG,KAAK,EACzD,aAAqB,EACwB,EAAE;IAC/C,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,aAAa,CAAC,CAAC;IAC1D,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,+CAA+C,aAAa,EAAE,CAAC,CAAC;IAClF,CAAC;IACD,MAAM,4BAA4B,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;IAC9D,OAAO,wCAAwC,CAAC,KAAK,CAAC;QACpD,UAAU;QACV,MAAM,EAAE,+BAA+B,CAAC,aAAa,EAAE,UAAU,EAAE,IAAI,CAAC;KACzE,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,4BAA4B,GAAG,KAAK,EAC/C,aAAqB,EACc,EAAE,CACrC,CAAC,MAAM,sCAAsC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC;AAEvE,MAAM,UAAU,GAAG,CAAC,KAAa,EAAU,EAAE,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC;AACpF,MAAM,SAAS,GAAG,CAAC,KAAa,EAAU,EAAE;IAC1C,IACE,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE;QAC5B,MAAM,IAAI,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC3C,OAAO,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,CAAC;IACxD,CAAC,CAAC,EACF,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;IAC/F,CAAC;IACD,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC,CAAC;AACF,MAAM,MAAM,GAAG,CAAC,KAAa,EAAE,MAAM,GAAG,EAAE,EAAU,EAAE,CACpD,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,EAAE,CAAC;AAEtD,MAAM,YAAY,GAAG,CAAC,MAAgC,EAAU,EAAE;IAChE,QAAQ,MAAM,CAAC,OAAO,EAAE,CAAC;QACvB,KAAK,SAAS;YACZ,OAAO,aAAa,QAAQ,CAAC,MAAM,CAAC,mBAAmB,IAAI,EAAE,CAAC,KAAK,CAAC;QACtE,KAAK,QAAQ;YACX,OAAO,8DAA8D,CAAC;QACxE,KAAK,QAAQ;YACX,OAAO,2DAA2D,CAAC;QACrE,KAAK,OAAO;YACV,OAAO,2EAA2E,CAAC;QACrF,KAAK,YAAY;YACf,OAAO,mEAAmE,CAAC;IAC/E,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,KAAoB,EAAU,EAAE,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;AAEjG,MAAM,eAAe,GAAG,CAAC,MAAgC,EAAU,EAAE;IACnE,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,IAAI,GAAG,CAAC;IACpD,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,IAAI,GAAG,CAAC;IACpD,IAAI,MAAM,CAAC,MAAM,CAAC,UAAU,KAAK,IAAI;QAAE,OAAO,GAAG,QAAQ,MAAM,QAAQ,EAAE,CAAC;IAC1E,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IACtD,OAAO,GAAG,QAAQ,MAAM,QAAQ,KAAK,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,GAAG,CAAC;AAC1E,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gCAAgC,GAAG,CAAC,MAAgC,EAAU,EAAE;IAC3F,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IACtC,MAAM,KAAK,GAAG;QACZ,qBAAqB,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE;QAClD,EAAE;QACF,mBAAmB,QAAQ,EAAE;QAC7B,EAAE;QACF,mBAAmB,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI;QACpD,aAAa,MAAM,CAAC,IAAI,IAAI;QAC5B,mBAAmB,MAAM,CAAC,cAAc,IAAI;QAC5C,eAAe,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI;QAC9C,uCAAuC,MAAM,CAAC,8BAA8B,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,cAAc,IAAI;QAC9G,eAAe,MAAM,CAAC,mBAAmB,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,MAAM,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE;QACjG,cAAc,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,KAAK,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,EAAE;QACpF,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/D,EAAE;QACF,oBAAoB;QACpB,EAAE;KACH,CAAC;IACF,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IAChD,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CACR,oEAAoE,EACpE,8CAA8C,EAC9C,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CACjB,CAAC,IAAI,EAAE,EAAE,CACP,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,MAAM,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,CAC7O,CACF,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,mCAAmC,EAAE,EAAE,CAAC,CAAC;IACxD,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;IACpD,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CACR,8OAA8O,EAC9O,8HAA8H,EAC9H,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CACpB,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,KAAK,MAAM,KAAK,CAAC,WAAW,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,MAAM,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,cAAc,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,cAAc,CAAC,KAAK,CAAC,kBAAkB,CAAC,MAAM,cAAc,CAAC,KAAK,CAAC,mBAAmB,CAAC,MAAM,cAAc,CAAC,KAAK,CAAC,kBAAkB,CAAC,MAAM,cAAc,CAAC,KAAK,CAAC,mBAAmB,CAAC,MAAM,cAAc,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,cAAc,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,cAAc,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,cAAc,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,cAAc,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,eAAe,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,KAAK,CAAC,kBAAkB,IAAI,GAAG,IAAI,CACltB,CACF,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,yBAAyB,EAAE,EAAE,CAAC,CAAC;IAC9C,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,KAAK,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;IACzD,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CACR,oGAAoG,EACpG,kDAAkD,EAClD,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAClB,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,KAAK,MAAM,KAAK,CAAC,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,kBAAkB,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,MAAM,KAAK,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,eAAe,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,EAAE,MAAM,CAAC,IAAI,CACha,CACF,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,IAAI,CACR,EAAE,EACF,qBAAqB,EACrB,EAAE,EACF,mBAAmB,eAAe,CAAC,MAAM,CAAC,EAAE,EAC5C,iBAAiB,MAAM,CAAC,KAAK,CAAC,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,EACzE,mBAAmB,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,EAC7E,kBAAkB,MAAM,CAAC,KAAK,CAAC,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,EAC1E,qBAAqB,MAAM,CAAC,KAAK,CAAC,aAAa,IAAI,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAE,EACnF,aAAa,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,EAClE,qBAAqB,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAC9F,2BAA2B,MAAM,CAAC,KAAK,CAAC,kBAAkB,IAAI,SAAS,IAAI,MAAM,CAAC,MAAM,CAAC,qBAAqB,EAAE,EAChH,uBAAuB,MAAM,CAAC,KAAK,CAAC,YAAY,MAAM,MAAM,CAAC,MAAM,CAAC,aAAa,IAAI,EACrF,EAAE,EACF,cAAc,EACd,EAAE,EACF,gBAAgB,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,EACjD,GAAG,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,iBAAiB,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAC7F,EAAE,EACF,kEAAkE,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,KAAK,CAChH,CAAC;IACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC,CAAC"}