@aldus-runtime/regression 0.1.0

package/dist/metrics.d.ts

@@ -0,0 +1,134 @@
+/**
+ * Human/evaluator comparison and the §12.1 metrics.
+ *
+ * Every name here is chosen to keep one distinction visible: these numbers describe **agreement
+ * with human labels on one corpus**, not correctness. §12 states that "machine pass MUST NOT be
+ * presented as semantic correctness", and the easiest way to violate that is to call a field
+ * `accuracy` and let a reader draw the obvious conclusion. So the aggregate is
+ * `agreementWithHumanLabels`, and nothing in this module is named `correct`.
+ *
+ * The metrics are those §12.1 requires be considered: recall, false-positive rate,
+ * severity-weighted false negatives, and harm from unnecessary automatic correction — the last
+ * kept separate from the false-positive rate on purpose (see `policy.ts`).
+ */
+import type { DefectCorpus, EvaluatorRun } from "./corpus.js";
+import { type PromotionPolicy } from "./policy.js";
+import { type ScopeSelector } from "./scope.js";
+/** How one case and one outcome agreed or disagreed. */
+export type CaseVerdict = 
+/** Human said defective, evaluator flagged it. */
+"truePositive"
+/** Human said defective, evaluator did not flag it. A miss. */
+ | "falseNegative"
+/** Human said clean, evaluator flagged it. A spurious flag. */
+ | "falsePositive"
+/** Human said clean, evaluator did not flag it. */
+ | "trueNegative";
+/** One case paired with what the evaluator said about it. */
+export interface CaseComparison {
+    /** The case. */
+    caseId: string;
+    /** Scope of the case. */
+    scope: Readonly<Record<string, string>>;
+    /** How they agreed. */
+    verdict: CaseVerdict;
+    /** Severity of the case, when a human labelled it defective. */
+    severity: string | undefined;
+    /** Severity weight, when applicable. */
+    severityWeight: number;
+    /**
+     * Whether a true positive was found under a different category than the human assigned.
+     *
+     * §12.3 structures findings by category, so an evaluator that flags the right case for the
+     * wrong reason has not fully agreed. Counted separately rather than downgraded to a false
+     * negative — it did catch the case — but a promotion reader should see it.
+     */
+    categoryMismatch: boolean;
+    /** Harm a spurious flag would cause here; zero unless this is a false positive. */
+    unnecessaryCorrectionHarm: number;
+}
+/** Metrics over one slice of the corpus. */
+export interface SliceMetrics {
+    /** Which slice. */
+    selector: ScopeSelector;
+    /** Stable key for the slice. */
+    key: string;
+    /** Total cases in the slice. */
+    cases: number;
+    /** Cases a human labelled defective. */
+    defectiveCases: number;
+    /** Cases a human labelled clean. */
+    cleanCases: number;
+    /** Distinct human labellers represented. */
+    labellers: number;
+    /** Confusion counts. */
+    truePositives: number;
+    falseNegatives: number;
+    falsePositives: number;
+    trueNegatives: number;
+    /** True positives found under the wrong category (contract §12.3). */
+    categoryMismatches: number;
+    /** `truePositives / defectiveCases`; `undefined` when there are no defective cases. */
+    recall: number | undefined;
+    /** `falsePositives / cleanCases`; `undefined` when there are no clean cases. */
+    falsePositiveRate: number | undefined;
+    /** Severity-weighted recall (contract §12.1); `undefined` when there is nothing to weigh. */
+    severityWeightedRecall: number | undefined;
+    /** Total severity weight of missed defects (contract §12.1). */
+    severityWeightedFalseNegatives: number;
+    /** Total harm from spurious flags (contract §12.1, §12.4). */
+    unnecessaryCorrectionHarm: number;
+    /** Mean harm per clean case; `undefined` when there are no clean cases. */
+    meanUnnecessaryCorrectionHarm: number | undefined;
+    /**
+     * Fraction of cases where the evaluator and the human agreed.
+     *
+     * Named for what it measures. This is **not** accuracy, and a reader who treats it as one has
+     * made exactly the mistake §12 forbids.
+     */
+    agreementWithHumanLabels: number | undefined;
+    /** Case ids in this slice, for blind-spot cross-referencing. */
+    caseIds: readonly string[];
+}
+/** The full comparison: per-slice metrics, and a descriptive whole-corpus figure. */
+export interface ComparisonReport {
+    /** Evaluator compared. */
+    evaluatorId: string;
+    /** Version compared. Metrics from different versions are not comparable. */
+    evaluatorVersion: string;
+    /** Corpus compared against. */
+    corpusId: string;
+    /**
+     * Whole-corpus metrics.
+     *
+     * **Descriptive only.** Promotion is decided per slice and never from this figure — ADR-0010
+     * decision 3. It is reported because a reader wants the shape of the corpus, not because it is
+     * evidence.
+     */
+    wholeCorpus: SliceMetrics;
+    /** Per-slice metrics (contract §12.1). Promotion is decided from these. */
+    slices: readonly SliceMetrics[];
+    /** Every case comparison, for callers that need the detail. */
+    comparisons: readonly CaseComparison[];
+    /** Cases in the corpus the evaluator run did not report on. */
+    unevaluatedCaseIds: readonly string[];
+}
+/** Options for {@link compareRun}. */
+export interface CompareOptions {
+    /**
+     * Dimension groupings to slice by. Defaults to each observed dimension individually.
+     *
+     * See `deriveScopeSelectors` for why the cross-product is not the default.
+     */
+    scopeGroupings?: readonly (readonly string[])[];
+}
+/**
+ * Compare an evaluator run against a corpus (contract §12.1).
+ *
+ * @throws {AldusError} `ALDUS_OUTCOME_UNKNOWN_CASE` when the run reports on a case the corpus
+ * does not contain. Refused rather than ignored: an outcome for an unknown case means the run
+ * and the corpus disagree about what was tested, and silently dropping it would compute metrics
+ * over a set neither party described.
+ */
+export declare function compareRun(corpus: DefectCorpus, run: EvaluatorRun, policy: PromotionPolicy, options?: CompareOptions): ComparisonReport;
+//# sourceMappingURL=metrics.d.ts.map

package/dist/metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../src/metrics.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,KAAK,EAAc,YAAY,EAAoB,YAAY,EAAE,MAAM,aAAa,CAAC;AAE5F,OAAO,EAAkC,KAAK,eAAe,EAAE,MAAM,aAAa,CAAC;AACnF,OAAO,EAKL,KAAK,aAAa,EACnB,MAAM,YAAY,CAAC;AAEpB,wDAAwD;AACxD,MAAM,MAAM,WAAW;AACrB,kDAAkD;AAChD,cAAc;AAChB,+DAA+D;GAC7D,eAAe;AACjB,+DAA+D;GAC7D,eAAe;AACjB,mDAAmD;GACjD,cAAc,CAAC;AAEnB,6DAA6D;AAC7D,MAAM,WAAW,cAAc;IAC7B,gBAAgB;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,yBAAyB;IACzB,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACxC,uBAAuB;IACvB,OAAO,EAAE,WAAW,CAAC;IACrB,gEAAgE;IAChE,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,wCAAwC;IACxC,cAAc,EAAE,MAAM,CAAC;IACvB;;;;;;OAMG;IACH,gBAAgB,EAAE,OAAO,CAAC;IAC1B,mFAAmF;IACnF,yBAAyB,EAAE,MAAM,CAAC;CACnC;AAED,4CAA4C;AAC5C,MAAM,WAAW,YAAY;IAC3B,mBAAmB;IACnB,QAAQ,EAAE,aAAa,CAAC;IACxB,gCAAgC;IAChC,GAAG,EAAE,MAAM,CAAC;IACZ,gCAAgC;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,wCAAwC;IACxC,cAAc,EAAE,MAAM,CAAC;IACvB,oCAAoC;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,4CAA4C;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,wBAAwB;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,sEAAsE;IACtE,kBAAkB,EAAE,MAAM,CAAC;IAC3B,uFAAuF;IACvF,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,gFAAgF;IAChF,iBAAiB,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,6FAA6F;IAC7F,sBAAsB,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3C,gEAAgE;IAChE,8BAA8B,EAAE,MAAM,CAAC;IACvC,8DAA8D;IAC9D,yBAAyB,EAAE,MAAM,CAAC;IAClC,2EAA2E;IAC3E,6BAA6B,EAAE,MAAM,GAAG,SAAS,CAAC;IAClD;;;;;OAKG;IACH,wBAAwB,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7C,gEAAgE;IAChE,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;CAC5B;AAED,qFAAqF;AACrF,MAAM,WAAW,gBAAgB;IAC/B,0BAA0B;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,4EAA4E;IAC5E,gBAAgB,EAAE,MAAM,CAAC;IACzB,+BAA+B;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB;;;;;;OAMG;IACH,WAAW,EAAE,YAAY,CAAC;IAC1B,2EAA2E;IAC3E,MAAM,EAAE,SAAS,YAAY,EAAE,CAAC;IAChC,+DAA+D;IAC/D,WAAW,EAAE,SAAS,cAAc,EAAE,CAAC;IACvC,+DAA+D;IAC/D,kBAAkB,EAAE,SAAS,MAAM,EAAE,CAAC;CACvC;AA6FD,sCAAsC;AACtC,MAAM,WAAW,cAAc;IAC7B;;;;OAIG;IACH,cAAc,CAAC,EAAE,SAAS,CAAC,SAAS,MAAM,EAAE,CAAC,EAAE,CAAC;CACjD;AAED;;;;;;;GAOG;AACH,wBAAgB,UAAU,CACxB,MAAM,EAAE,YAAY,EACpB,GAAG,EAAE,YAAY,EACjB,MAAM,EAAE,eAAe,EACvB,OAAO,GAAE,cAAmB,GAC3B,gBAAgB,CAkDlB"}

package/dist/metrics.js

@@ -0,0 +1,125 @@
+/**
+ * Human/evaluator comparison and the §12.1 metrics.
+ *
+ * Every name here is chosen to keep one distinction visible: these numbers describe **agreement
+ * with human labels on one corpus**, not correctness. §12 states that "machine pass MUST NOT be
+ * presented as semantic correctness", and the easiest way to violate that is to call a field
+ * `accuracy` and let a reader draw the obvious conclusion. So the aggregate is
+ * `agreementWithHumanLabels`, and nothing in this module is named `correct`.
+ *
+ * The metrics are those §12.1 requires be considered: recall, false-positive rate,
+ * severity-weighted false negatives, and harm from unnecessary automatic correction — the last
+ * kept separate from the false-positive rate on purpose (see `policy.ts`).
+ */
+import { RegressionErrorCodes, regressionError } from "./errors.js";
+import { correctionHarm, severityWeight } from "./policy.js";
+import { deriveScopeSelectors, scopeKey, scopeMatches, WHOLE_CORPUS_SLICE, } from "./scope.js";
+/** Compare one case to one outcome. */
+function compareCase(entry, outcome, policy) {
+    const flagged = outcome?.flagged ?? false;
+    const weight = entry.severity === undefined ? 0 : severityWeight(policy, entry.severity);
+    let verdict;
+    if (entry.defective)
+        verdict = flagged ? "truePositive" : "falseNegative";
+    else
+        verdict = flagged ? "falsePositive" : "trueNegative";
+    const humanCategories = new Set(entry.findings.map((finding) => finding.category));
+    const evaluatorCategories = new Set((outcome?.findings ?? []).map((finding) => finding.category));
+    const categoryMismatch = verdict === "truePositive" &&
+        humanCategories.size > 0 &&
+        evaluatorCategories.size > 0 &&
+        ![...evaluatorCategories].some((category) => humanCategories.has(category));
+    const harm = verdict === "falsePositive"
+        ? correctionHarm(policy, entry.correctionOnFlag ?? policy.defaultCorrectionClass)
+        : 0;
+    return {
+        caseId: entry.caseId,
+        scope: entry.scope,
+        verdict,
+        severity: entry.severity,
+        severityWeight: weight,
+        categoryMismatch,
+        unnecessaryCorrectionHarm: harm,
+    };
+}
+/** Aggregate comparisons into metrics for one slice. */
+function summarise(selector, comparisons, labellers) {
+    const count = (verdict) => comparisons.filter((comparison) => comparison.verdict === verdict).length;
+    const truePositives = count("truePositive");
+    const falseNegatives = count("falseNegative");
+    const falsePositives = count("falsePositive");
+    const trueNegatives = count("trueNegative");
+    const defectiveCases = truePositives + falseNegatives;
+    const cleanCases = falsePositives + trueNegatives;
+    const cases = comparisons.length;
+    const caughtWeight = comparisons
+        .filter((comparison) => comparison.verdict === "truePositive")
+        .reduce((total, comparison) => total + comparison.severityWeight, 0);
+    const missedWeight = comparisons
+        .filter((comparison) => comparison.verdict === "falseNegative")
+        .reduce((total, comparison) => total + comparison.severityWeight, 0);
+    const defectiveWeight = caughtWeight + missedWeight;
+    const harm = comparisons.reduce((total, comparison) => total + comparison.unnecessaryCorrectionHarm, 0);
+    return {
+        selector,
+        key: scopeKey(selector),
+        cases,
+        defectiveCases,
+        cleanCases,
+        labellers: labellers.size,
+        truePositives,
+        falseNegatives,
+        falsePositives,
+        trueNegatives,
+        categoryMismatches: comparisons.filter((comparison) => comparison.categoryMismatch).length,
+        recall: defectiveCases === 0 ? undefined : truePositives / defectiveCases,
+        falsePositiveRate: cleanCases === 0 ? undefined : falsePositives / cleanCases,
+        severityWeightedRecall: defectiveWeight === 0 ? undefined : caughtWeight / defectiveWeight,
+        severityWeightedFalseNegatives: missedWeight,
+        unnecessaryCorrectionHarm: harm,
+        meanUnnecessaryCorrectionHarm: cleanCases === 0 ? undefined : harm / cleanCases,
+        agreementWithHumanLabels: cases === 0 ? undefined : (truePositives + trueNegatives) / cases,
+        caseIds: comparisons.map((comparison) => comparison.caseId),
+    };
+}
+/**
+ * Compare an evaluator run against a corpus (contract §12.1).
+ *
+ * @throws {AldusError} `ALDUS_OUTCOME_UNKNOWN_CASE` when the run reports on a case the corpus
+ * does not contain. Refused rather than ignored: an outcome for an unknown case means the run
+ * and the corpus disagree about what was tested, and silently dropping it would compute metrics
+ * over a set neither party described.
+ */
+export function compareRun(corpus, run, policy, options = {}) {
+    const byCaseId = new Map(corpus.cases.map((entry) => [entry.caseId, entry]));
+    for (const outcome of run.outcomes) {
+        if (!byCaseId.has(outcome.caseId)) {
+            throw regressionError(RegressionErrorCodes.OUTCOME_UNKNOWN_CASE, `The evaluator run reports on case "${outcome.caseId}", which corpus ` +
+                `"${corpus.corpusId}" does not contain.`, {
+                category: "validation",
+                details: { caseId: outcome.caseId, corpusId: corpus.corpusId },
+            });
+        }
+    }
+    const outcomeByCaseId = new Map(run.outcomes.map((outcome) => [outcome.caseId, outcome]));
+    const comparisons = corpus.cases.map((entry) => compareCase(entry, outcomeByCaseId.get(entry.caseId), policy));
+    const labellersFor = (subset) => new Set(subset.map((entry) => entry.labelledBy.id));
+    const selectors = deriveScopeSelectors(corpus.cases.map((entry) => entry.scope), options.scopeGroupings);
+    const slices = selectors.map((selector) => {
+        const matching = corpus.cases.filter((entry) => scopeMatches(entry.scope, selector));
+        const matchingIds = new Set(matching.map((entry) => entry.caseId));
+        return summarise(selector, comparisons.filter((comparison) => matchingIds.has(comparison.caseId)), labellersFor(matching));
+    });
+    return {
+        evaluatorId: run.evaluatorId,
+        evaluatorVersion: run.evaluatorVersion,
+        corpusId: corpus.corpusId,
+        wholeCorpus: summarise(WHOLE_CORPUS_SLICE, comparisons, labellersFor(corpus.cases)),
+        slices,
+        comparisons,
+        unevaluatedCaseIds: corpus.cases
+            .filter((entry) => !outcomeByCaseId.has(entry.caseId))
+            .map((entry) => entry.caseId),
+    };
+}
+//# sourceMappingURL=metrics.js.map

package/dist/metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../src/metrics.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAGH,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACpE,OAAO,EAAE,cAAc,EAAE,cAAc,EAAwB,MAAM,aAAa,CAAC;AACnF,OAAO,EACL,oBAAoB,EACpB,QAAQ,EACR,YAAY,EACZ,kBAAkB,GAEnB,MAAM,YAAY,CAAC;AAyGpB,uCAAuC;AACvC,SAAS,WAAW,CAClB,KAAiB,EACjB,OAAqC,EACrC,MAAuB;IAEvB,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,IAAI,KAAK,CAAC;IAC1C,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IAEzF,IAAI,OAAoB,CAAC;IACzB,IAAI,KAAK,CAAC,SAAS;QAAE,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,eAAe,CAAC;;QACrE,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,cAAc,CAAC;IAE1D,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IACnF,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IAClG,MAAM,gBAAgB,GACpB,OAAO,KAAK,cAAc;QAC1B,eAAe,CAAC,IAAI,GAAG,CAAC;QACxB,mBAAmB,CAAC,IAAI,GAAG,CAAC;QAC5B,CAAC,CAAC,GAAG,mBAAmB,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;IAE9E,MAAM,IAAI,GACR,OAAO,KAAK,eAAe;QACzB,CAAC,CAAC,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,gBAAgB,IAAI,MAAM,CAAC,sBAAsB,CAAC;QACjF,CAAC,CAAC,CAAC,CAAC;IAER,OAAO;QACL,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,OAAO;QACP,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,cAAc,EAAE,MAAM;QACtB,gBAAgB;QAChB,yBAAyB,EAAE,IAAI;KAChC,CAAC;AACJ,CAAC;AAED,wDAAwD;AACxD,SAAS,SAAS,CAChB,QAAuB,EACvB,WAAsC,EACtC,SAA8B;IAE9B,MAAM,KAAK,GAAG,CAAC,OAAoB,EAAU,EAAE,CAC7C,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC,MAAM,CAAC;IAE5E,MAAM,aAAa,GAAG,KAAK,CAAC,cAAc,CAAC,CAAC;IAC5C,MAAM,cAAc,GAAG,KAAK,CAAC,eAAe,CAAC,CAAC;IAC9C,MAAM,cAAc,GAAG,KAAK,CAAC,eAAe,CAAC,CAAC;IAC9C,MAAM,aAAa,GAAG,KAAK,CAAC,cAAc,CAAC,CAAC;IAE5C,MAAM,cAAc,GAAG,aAAa,GAAG,cAAc,CAAC;IACtD,MAAM,UAAU,GAAG,cAAc,GAAG,aAAa,CAAC;IAClD,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC;IAEjC,MAAM,YAAY,GAAG,WAAW;SAC7B,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,KAAK,cAAc,CAAC;SAC7D,MAAM,CAAC,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,CAAC,KAAK,GAAG,UAAU,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;IACvE,MAAM,YAAY,GAAG,WAAW;SAC7B,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,KAAK,eAAe,CAAC;SAC9D,MAAM,CAAC,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,CAAC,KAAK,GAAG,UAAU,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,YAAY,GAAG,YAAY,CAAC;IAEpD,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,CAC7B,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,CAAC,KAAK,GAAG,UAAU,CAAC,yBAAyB,EACnE,CAAC,CACF,CAAC;IAEF,OAAO;QACL,QAAQ;QACR,GAAG,EAAE,QAAQ,CAAC,QAAQ,CAAC;QACvB,KAAK;QACL,cAAc;QACd,UAAU;QACV,SAAS,EAAE,SAAS,CAAC,IAAI;QACzB,aAAa;QACb,cAAc;QACd,cAAc;QACd,aAAa;QACb,kBAAkB,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC,MAAM;QAC1F,MAAM,EAAE,cAAc,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,GAAG,cAAc;QACzE,iBAAiB,EAAE,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,GAAG,UAAU;QAC7E,sBAAsB,EAAE,eAAe,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,GAAG,eAAe;QAC1F,8BAA8B,EAAE,YAAY;QAC5C,yBAAyB,EAAE,IAAI;QAC/B,6BAA6B,EAAE,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,UAAU;QAC/E,wBAAwB,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,aAAa,CAAC,GAAG,KAAK;QAC3F,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;KAC5D,CAAC;AACJ,CAAC;AAYD;;;;;;;GAOG;AACH,MAAM,UAAU,UAAU,CACxB,MAAoB,EACpB,GAAiB,EACjB,MAAuB,EACvB,OAAO,GAAmB,EAAE;IAE5B,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IAC7E,KAAK,MAAM,OAAO,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACnC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAClC,MAAM,eAAe,CACnB,oBAAoB,CAAC,oBAAoB,EACzC,sCAAsC,OAAO,CAAC,MAAM,kBAAkB;gBACpE,IAAI,MAAM,CAAC,QAAQ,qBAAqB,EAC1C;gBACE,QAAQ,EAAE,YAAY;gBACtB,OAAO,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE;aAC/D,CACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IAC1F,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAC7C,WAAW,CAAC,KAAK,EAAE,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAC9D,CAAC;IAEF,MAAM,YAAY,GAAG,CAAC,MAA6B,EAAe,EAAE,CAClE,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;IAEtD,MAAM,SAAS,GAAG,oBAAoB,CACpC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EACxC,OAAO,CAAC,cAAc,CACvB,CAAC;IAEF,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;QACxC,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;QACrF,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QACnE,OAAO,SAAS,CACd,QAAQ,EACR,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,EACtE,YAAY,CAAC,QAAQ,CAAC,CACvB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;QACtC,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,WAAW,EAAE,SAAS,CAAC,kBAAkB,EAAE,WAAW,EAAE,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnF,MAAM;QACN,WAAW;QACX,kBAAkB,EAAE,MAAM,CAAC,KAAK;aAC7B,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;aACrD,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC;KAChC,CAAC;AACJ,CAAC"}

package/dist/policy.d.ts

@@ -0,0 +1,140 @@
+/**
+ * Promotion policy: the evidence bar an evaluator must clear (architecture contract §12.1,
+ * §25 item 9; ADR-0010).
+ *
+ * §12.1 says an evaluator "MAY become blocking only after it is calibrated against human-labeled
+ * examples" and lists what promotion should consider. It does not say how much evidence is
+ * enough — §25 item 9 records that as an open question. ADR-0010 closes it with the defaults
+ * below.
+ *
+ * **The defaults are uncalibrated.** Nobody has run a real corpus through them. They are a
+ * starting point chosen to fail closed, and every verdict computed against them says so in its
+ * output — see `PromotionVerdict.policyOrigin`. A threshold presented as authoritative when
+ * nothing validated it would be its own failure of the honesty §12 demands.
+ */
+/**
+ * How much a missed defect of each severity costs.
+ *
+ * §12.1 requires "severity-weighted false negatives", not a count: a missed unsupported claim
+ * and a missed cosmetic wobble are not one unit of the same currency. Levels are caller-named
+ * (see `severityLevel`), so weights are supplied rather than assumed.
+ */
+export type SeverityWeights = Readonly<Record<string, number>>;
+/**
+ * How much harm an unnecessary automatic correction does, by correction class.
+ *
+ * §12.1 names "asymmetric harm caused by unnecessary automatic correction" as a consideration
+ * *separate from* the false-positive rate, and §12.4 explains why: repairs differ by layer. A
+ * spurious flag that regenerates one TTS segment costs a request. A spurious flag that revises
+ * narration invalidates the Content Freeze and every approval downstream of it (§13.1). Charging
+ * both to one precision figure would hide exactly the asymmetry §12.1 asks to be weighed.
+ */
+export type CorrectionHarmWeights = Readonly<Record<string, number>>;
+/** Thresholds a scope slice must clear to be reported as promotable. */
+export interface PromotionThresholds {
+    /** Minimum labelled cases in the slice. */
+    minCases: number;
+    /** Minimum cases a human labelled defective. Recall over three positives is not a measurement. */
+    minDefectiveCases: number;
+    /** Minimum cases a human labelled clean. Without these, the false-positive rate is unmeasured. */
+    minCleanCases: number;
+    /** Minimum recall, in `[0, 1]` (contract §12.1). */
+    minRecall: number;
+    /** Minimum severity-weighted recall, in `[0, 1]` (contract §12.1). */
+    minSeverityWeightedRecall: number;
+    /** Maximum false-positive rate, in `[0, 1]` (contract §12.1). */
+    maxFalsePositiveRate: number;
+    /**
+     * Maximum mean unnecessary-correction harm per clean case (contract §12.1).
+     *
+     * Separate from `maxFalsePositiveRate` on purpose: an evaluator can clear the rate while every
+     * one of its few false positives triggers a cascading rewrite.
+     */
+    maxUnnecessaryCorrectionHarm: number;
+    /**
+     * Minimum distinct human labellers in the slice.
+     *
+     * Defaults to 1 and is documented as a floor rather than a recommendation: a single-labeller
+     * corpus has no inter-rater signal at all, so its labels are one person's judgement presented
+     * as an oracle. Raise this once more than one labeller exists.
+     */
+    minLabellers: number;
+}
+/** A full promotion policy. */
+export interface PromotionPolicy {
+    /** Thresholds every scope slice must clear. */
+    thresholds: PromotionThresholds;
+    /** Weight per severity level (contract §12.1). */
+    severityWeights: SeverityWeights;
+    /** Harm weight per correction class (contract §12.1, §12.4). */
+    correctionHarmWeights: CorrectionHarmWeights;
+    /** Correction class applied to a case that names none. */
+    defaultCorrectionClass: string;
+    /**
+     * Whether an open blind spot in a slice disqualifies it regardless of metrics.
+     *
+     * Defaults to `true`. §12.1 lists "known blind spots" alongside the numeric considerations,
+     * and a blind spot is by definition a failure the corpus did not sample — so good metrics are
+     * not evidence against it, they are evidence that the corpus did not look.
+     */
+    openBlindSpotDisqualifies: boolean;
+    /**
+     * Whether the policy came from this package's uncalibrated defaults.
+     *
+     * Carried into every verdict so a reader can tell an evidence-based bar from a placeholder.
+     */
+    origin: PolicyOrigin;
+}
+/** Where a policy's numbers came from. */
+export type PolicyOrigin = 
+/** This package's defaults. Not validated against any real corpus (ADR-0010). */
+"default-uncalibrated"
+/** Supplied by an adopter. */
+ | "configured";
+/**
+ * The default correction classes, transcribed from contract §12.4's repair ladder.
+ *
+ * §12.4 orders repairs by "the smallest safe layer", and the weights follow that ordering: a
+ * scoped regeneration is cheap and reversible, a narration rewrite invalidates the Content
+ * Freeze and everything downstream (§13.1), and escalating to a human costs attention rather
+ * than content. These are defaults an adopter replaces.
+ */
+export declare const DEFAULT_CORRECTION_HARM_WEIGHTS: CorrectionHarmWeights;
+/**
+ * Default thresholds (ADR-0010, closing contract §25 item 9).
+ *
+ * Chosen to fail closed. A blocking evaluator that misses defects is worse than an advisory one,
+ * because §12 warns that "machine pass MUST NOT be presented as semantic correctness" — and a
+ * hard gate that passes is precisely such a presentation. **Uncalibrated:** see the module
+ * comment.
+ */
+export declare const DEFAULT_PROMOTION_THRESHOLDS: PromotionThresholds;
+/**
+ * A policy built from this package's uncalibrated defaults.
+ *
+ * `severityWeights` is empty: severity levels are caller-named, so there is nothing to default
+ * to. A corpus using an unweighted severity is refused rather than counted as zero — see
+ * `ALDUS_SEVERITY_UNWEIGHTED`.
+ */
+export declare function defaultPromotionPolicy(severityWeights: SeverityWeights, overrides?: Partial<Omit<PromotionPolicy, "origin">>): PromotionPolicy;
+/**
+ * Reject a policy whose numbers cannot mean what they claim.
+ *
+ * @throws {AldusError} `ALDUS_POLICY_INVALID`.
+ */
+export declare function assertPolicyValid(policy: PromotionPolicy): void;
+/**
+ * Weight of a severity level.
+ *
+ * @throws {AldusError} `ALDUS_SEVERITY_UNWEIGHTED` when the policy has no weight for it. Refused
+ * rather than defaulted to zero: a silently unweighted severity drops a missed defect out of the
+ * severity-weighted recall §12.1 requires, and the metric still reports a plausible number.
+ */
+export declare function severityWeight(policy: PromotionPolicy, severity: string): number;
+/**
+ * Harm weight of a correction class.
+ *
+ * @throws {AldusError} `ALDUS_CORRECTION_CLASS_UNWEIGHTED` when the policy has no weight for it.
+ */
+export declare function correctionHarm(policy: PromotionPolicy, correctionClass: string): number;
+//# sourceMappingURL=policy.d.ts.map

package/dist/policy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"policy.d.ts","sourceRoot":"","sources":["../src/policy.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAIH;;;;;;GAMG;AACH,MAAM,MAAM,eAAe,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AAE/D;;;;;;;;GAQG;AACH,MAAM,MAAM,qBAAqB,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AAErE,wEAAwE;AACxE,MAAM,WAAW,mBAAmB;IAClC,2CAA2C;IAC3C,QAAQ,EAAE,MAAM,CAAC;IACjB,kGAAkG;IAClG,iBAAiB,EAAE,MAAM,CAAC;IAC1B,kGAAkG;IAClG,aAAa,EAAE,MAAM,CAAC;IACtB,oDAAoD;IACpD,SAAS,EAAE,MAAM,CAAC;IAClB,sEAAsE;IACtE,yBAAyB,EAAE,MAAM,CAAC;IAClC,iEAAiE;IACjE,oBAAoB,EAAE,MAAM,CAAC;IAC7B;;;;;OAKG;IACH,4BAA4B,EAAE,MAAM,CAAC;IACrC;;;;;;OAMG;IACH,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,+BAA+B;AAC/B,MAAM,WAAW,eAAe;IAC9B,+CAA+C;IAC/C,UAAU,EAAE,mBAAmB,CAAC;IAChC,kDAAkD;IAClD,eAAe,EAAE,eAAe,CAAC;IACjC,gEAAgE;IAChE,qBAAqB,EAAE,qBAAqB,CAAC;IAC7C,0DAA0D;IAC1D,sBAAsB,EAAE,MAAM,CAAC;IAC/B;;;;;;OAMG;IACH,yBAAyB,EAAE,OAAO,CAAC;IACnC;;;;OAIG;IACH,MAAM,EAAE,YAAY,CAAC;CACtB;AAED,0CAA0C;AAC1C,MAAM,MAAM,YAAY;AACtB,iFAAiF;AAC/E,sBAAsB;AACxB,8BAA8B;GAC5B,YAAY,CAAC;AAEjB;;;;;;;GAOG;AACH,eAAO,MAAM,+BAA+B,EAAE,qBAa7C,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,4BAA4B,EAAE,mBAS1C,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CACpC,eAAe,EAAE,eAAe,EAChC,SAAS,GAAE,OAAO,CAAC,IAAI,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAM,GACvD,eAAe,CAajB;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,eAAe,GAAG,IAAI,CAiD/D;AAED;;;;;;GAMG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CAehF;AAED;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,GAAG,MAAM,CAavF"}

package/dist/policy.js

@@ -0,0 +1,148 @@
+/**
+ * Promotion policy: the evidence bar an evaluator must clear (architecture contract §12.1,
+ * §25 item 9; ADR-0010).
+ *
+ * §12.1 says an evaluator "MAY become blocking only after it is calibrated against human-labeled
+ * examples" and lists what promotion should consider. It does not say how much evidence is
+ * enough — §25 item 9 records that as an open question. ADR-0010 closes it with the defaults
+ * below.
+ *
+ * **The defaults are uncalibrated.** Nobody has run a real corpus through them. They are a
+ * starting point chosen to fail closed, and every verdict computed against them says so in its
+ * output — see `PromotionVerdict.policyOrigin`. A threshold presented as authoritative when
+ * nothing validated it would be its own failure of the honesty §12 demands.
+ */
+import { RegressionErrorCodes, regressionError } from "./errors.js";
+/**
+ * The default correction classes, transcribed from contract §12.4's repair ladder.
+ *
+ * §12.4 orders repairs by "the smallest safe layer", and the weights follow that ordering: a
+ * scoped regeneration is cheap and reversible, a narration rewrite invalidates the Content
+ * Freeze and everything downstream (§13.1), and escalating to a human costs attention rather
+ * than content. These are defaults an adopter replaces.
+ */
+export const DEFAULT_CORRECTION_HARM_WEIGHTS = {
+    /** Reported, nothing changes automatically. The advisory case (§12 level 2). */
+    advisory: 0,
+    /** A human is asked to look (§12.4 "escalate to human"). */
+    escalate: 0.5,
+    /** Regenerate only the affected segment (§12.4). */
+    regenerateSegment: 1,
+    /** Change provider mapping without rewriting content (§12.4). */
+    remapProvider: 2,
+    /** Change the PerformanceScript without altering approved claims (§12.4). */
+    reperform: 3,
+    /** Revise narration, invalidating the Content Freeze and dependent approvals (§12.4, §13.1). */
+    reviseNarration: 10,
+};
+/**
+ * Default thresholds (ADR-0010, closing contract §25 item 9).
+ *
+ * Chosen to fail closed. A blocking evaluator that misses defects is worse than an advisory one,
+ * because §12 warns that "machine pass MUST NOT be presented as semantic correctness" — and a
+ * hard gate that passes is precisely such a presentation. **Uncalibrated:** see the module
+ * comment.
+ */
+export const DEFAULT_PROMOTION_THRESHOLDS = {
+    minCases: 50,
+    minDefectiveCases: 20,
+    minCleanCases: 20,
+    minRecall: 0.95,
+    minSeverityWeightedRecall: 0.98,
+    maxFalsePositiveRate: 0.05,
+    maxUnnecessaryCorrectionHarm: 0.1,
+    minLabellers: 1,
+};
+/**
+ * A policy built from this package's uncalibrated defaults.
+ *
+ * `severityWeights` is empty: severity levels are caller-named, so there is nothing to default
+ * to. A corpus using an unweighted severity is refused rather than counted as zero — see
+ * `ALDUS_SEVERITY_UNWEIGHTED`.
+ */
+export function defaultPromotionPolicy(severityWeights, overrides = {}) {
+    const policy = {
+        thresholds: { ...DEFAULT_PROMOTION_THRESHOLDS, ...overrides.thresholds },
+        severityWeights: overrides.severityWeights ?? severityWeights,
+        correctionHarmWeights: overrides.correctionHarmWeights ?? DEFAULT_CORRECTION_HARM_WEIGHTS,
+        defaultCorrectionClass: overrides.defaultCorrectionClass ?? "advisory",
+        openBlindSpotDisqualifies: overrides.openBlindSpotDisqualifies ?? true,
+        // Any override of a threshold or weight means an adopter has taken a position, so the
+        // verdict should stop describing itself as uncalibrated.
+        origin: Object.keys(overrides).length === 0 ? "default-uncalibrated" : "configured",
+    };
+    assertPolicyValid(policy);
+    return policy;
+}
+/**
+ * Reject a policy whose numbers cannot mean what they claim.
+ *
+ * @throws {AldusError} `ALDUS_POLICY_INVALID`.
+ */
+export function assertPolicyValid(policy) {
+    const { thresholds } = policy;
+    const rates = [
+        ["minRecall", thresholds.minRecall],
+        ["minSeverityWeightedRecall", thresholds.minSeverityWeightedRecall],
+        ["maxFalsePositiveRate", thresholds.maxFalsePositiveRate],
+    ];
+    for (const [name, value] of rates) {
+        if (!Number.isFinite(value) || value < 0 || value > 1) {
+            throw regressionError(RegressionErrorCodes.POLICY_INVALID, `Promotion threshold "${name}" must be a rate in [0, 1]; received ${value}.`, { category: "validation", details: { threshold: name, value } });
+        }
+    }
+    const counts = [
+        ["minCases", thresholds.minCases],
+        ["minDefectiveCases", thresholds.minDefectiveCases],
+        ["minCleanCases", thresholds.minCleanCases],
+        ["minLabellers", thresholds.minLabellers],
+    ];
+    for (const [name, value] of counts) {
+        if (!Number.isInteger(value) || value < 0) {
+            throw regressionError(RegressionErrorCodes.POLICY_INVALID, `Promotion threshold "${name}" must be a non-negative integer; received ${value}.`, { category: "validation", details: { threshold: name, value } });
+        }
+    }
+    if (thresholds.minDefectiveCases + thresholds.minCleanCases > thresholds.minCases) {
+        throw regressionError(RegressionErrorCodes.POLICY_INVALID, "minCases is smaller than minDefectiveCases + minCleanCases, so no slice could ever " +
+            "satisfy all three at once.", { category: "validation", details: { thresholds } });
+    }
+    if (!Number.isFinite(thresholds.maxUnnecessaryCorrectionHarm) ||
+        thresholds.maxUnnecessaryCorrectionHarm < 0) {
+        throw regressionError(RegressionErrorCodes.POLICY_INVALID, "maxUnnecessaryCorrectionHarm must be a non-negative finite number.", { category: "validation", details: { thresholds } });
+    }
+}
+/**
+ * Weight of a severity level.
+ *
+ * @throws {AldusError} `ALDUS_SEVERITY_UNWEIGHTED` when the policy has no weight for it. Refused
+ * rather than defaulted to zero: a silently unweighted severity drops a missed defect out of the
+ * severity-weighted recall §12.1 requires, and the metric still reports a plausible number.
+ */
+export function severityWeight(policy, severity) {
+    const weight = policy.severityWeights[severity];
+    if (weight === undefined) {
+        throw regressionError(RegressionErrorCodes.SEVERITY_UNWEIGHTED, `The promotion policy assigns no weight to severity "${severity}". Weighting it as zero ` +
+            "would drop every case at that severity out of severity-weighted recall while still " +
+            "reporting a number (architecture contract §12.1).", {
+            category: "validation",
+            details: { severity, known: Object.keys(policy.severityWeights).sort() },
+        });
+    }
+    return weight;
+}
+/**
+ * Harm weight of a correction class.
+ *
+ * @throws {AldusError} `ALDUS_CORRECTION_CLASS_UNWEIGHTED` when the policy has no weight for it.
+ */
+export function correctionHarm(policy, correctionClass) {
+    const weight = policy.correctionHarmWeights[correctionClass];
+    if (weight === undefined) {
+        throw regressionError(RegressionErrorCodes.CORRECTION_CLASS_UNWEIGHTED, `The promotion policy assigns no harm weight to correction class "${correctionClass}".`, {
+            category: "validation",
+            details: { correctionClass, known: Object.keys(policy.correctionHarmWeights).sort() },
+        });
+    }
+    return weight;
+}
+//# sourceMappingURL=policy.js.map

package/dist/policy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"policy.js","sourceRoot":"","sources":["../src/policy.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAsFpE;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,+BAA+B,GAA0B;IACpE,gFAAgF;IAChF,QAAQ,EAAE,CAAC;IACX,4DAA4D;IAC5D,QAAQ,EAAE,GAAG;IACb,oDAAoD;IACpD,iBAAiB,EAAE,CAAC;IACpB,iEAAiE;IACjE,aAAa,EAAE,CAAC;IAChB,6EAA6E;IAC7E,SAAS,EAAE,CAAC;IACZ,gGAAgG;IAChG,eAAe,EAAE,EAAE;CACpB,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAwB;IAC/D,QAAQ,EAAE,EAAE;IACZ,iBAAiB,EAAE,EAAE;IACrB,aAAa,EAAE,EAAE;IACjB,SAAS,EAAE,IAAI;IACf,yBAAyB,EAAE,IAAI;IAC/B,oBAAoB,EAAE,IAAI;IAC1B,4BAA4B,EAAE,GAAG;IACjC,YAAY,EAAE,CAAC;CAChB,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,UAAU,sBAAsB,CACpC,eAAgC,EAChC,SAAS,GAA6C,EAAE;IAExD,MAAM,MAAM,GAAoB;QAC9B,UAAU,EAAE,EAAE,GAAG,4BAA4B,EAAE,GAAG,SAAS,CAAC,UAAU,EAAE;QACxE,eAAe,EAAE,SAAS,CAAC,eAAe,IAAI,eAAe;QAC7D,qBAAqB,EAAE,SAAS,CAAC,qBAAqB,IAAI,+BAA+B;QACzF,sBAAsB,EAAE,SAAS,CAAC,sBAAsB,IAAI,UAAU;QACtE,yBAAyB,EAAE,SAAS,CAAC,yBAAyB,IAAI,IAAI;QACtE,sFAAsF;QACtF,yDAAyD;QACzD,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,YAAY;KACpF,CAAC;IACF,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC1B,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iBAAiB,CAAC,MAAuB;IACvD,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC;IAC9B,MAAM,KAAK,GAAuB;QAChC,CAAC,WAAW,EAAE,UAAU,CAAC,SAAS,CAAC;QACnC,CAAC,2BAA2B,EAAE,UAAU,CAAC,yBAAyB,CAAC;QACnE,CAAC,sBAAsB,EAAE,UAAU,CAAC,oBAAoB,CAAC;KAC1D,CAAC;IACF,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,KAAK,EAAE,CAAC;QAClC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACtD,MAAM,eAAe,CACnB,oBAAoB,CAAC,cAAc,EACnC,wBAAwB,IAAI,wCAAwC,KAAK,GAAG,EAC5E,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CAChE,CAAC;QACJ,CAAC;IACH,CAAC;IACD,MAAM,MAAM,GAAuB;QACjC,CAAC,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC;QACjC,CAAC,mBAAmB,EAAE,UAAU,CAAC,iBAAiB,CAAC;QACnD,CAAC,eAAe,EAAE,UAAU,CAAC,aAAa,CAAC;QAC3C,CAAC,cAAc,EAAE,UAAU,CAAC,YAAY,CAAC;KAC1C,CAAC;IACF,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YAC1C,MAAM,eAAe,CACnB,oBAAoB,CAAC,cAAc,EACnC,wBAAwB,IAAI,8CAA8C,KAAK,GAAG,EAClF,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CAChE,CAAC;QACJ,CAAC;IACH,CAAC;IACD,IAAI,UAAU,CAAC,iBAAiB,GAAG,UAAU,CAAC,aAAa,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;QAClF,MAAM,eAAe,CACnB,oBAAoB,CAAC,cAAc,EACnC,qFAAqF;YACnF,4BAA4B,EAC9B,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE,UAAU,EAAE,EAAE,CACpD,CAAC;IACJ,CAAC;IACD,IACE,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,4BAA4B,CAAC;QACzD,UAAU,CAAC,4BAA4B,GAAG,CAAC,EAC3C,CAAC;QACD,MAAM,eAAe,CACnB,oBAAoB,CAAC,cAAc,EACnC,oEAAoE,EACpE,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE,UAAU,EAAE,EAAE,CACpD,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,cAAc,CAAC,MAAuB,EAAE,QAAgB;IACtE,MAAM,MAAM,GAAG,MAAM,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;IAChD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,eAAe,CACnB,oBAAoB,CAAC,mBAAmB,EACxC,uDAAuD,QAAQ,0BAA0B;YACvF,qFAAqF;YACrF,mDAAmD,EACrD;YACE,QAAQ,EAAE,YAAY;YACtB,OAAO,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,IAAI,EAAE,EAAE;SACzE,CACF,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,MAAuB,EAAE,eAAuB;IAC7E,MAAM,MAAM,GAAG,MAAM,CAAC,qBAAqB,CAAC,eAAe,CAAC,CAAC;IAC7D,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,eAAe,CACnB,oBAAoB,CAAC,2BAA2B,EAChD,oEAAoE,eAAe,IAAI,EACvF;YACE,QAAQ,EAAE,YAAY;YACtB,OAAO,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC,IAAI,EAAE,EAAE;SACtF,CACF,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}