@var-ia/eval 0.1.1

package/README.md

@@ -0,0 +1,38 @@
+# @var-ia/eval
+
+Generic evaluation harness for L2 model quality — benchmarks, calibration, L3 ground truth validation.
+
+## Exports
+
+### Harness
+
+- `createEvalHarness()` — returns an `EvalHarness` with `evaluate()`, `benchmarkPages()`, and `computeScores()`
+- `EvalHarness` — interface for running test cases against evidence events
+- `EvalTestCase` — a single benchmark case (page, revision range, expected events)
+- `EvalResult` — per-test result with precision, matches, misses, false positives
+- `EvalScoreSummary` — aggregate scores across all tests
+
+### L2 Benchmark
+
+- `runL2Benchmark()` — run L2 interpretation benchmark across a synthetic dataset
+- `buildL2Dataset()` — construct a benchmark dataset of test cases
+- `printBenchmarkResult()` — format benchmark results for display
+
+### Calibration
+
+- `computeCalibration()` — compute calibration scores for model interpretations against expected labels
+- `ExpectedInterpretation` — expected interpretation for a calibration case
+
+### L3 Ground Truth
+
+- `validateAgainstGroundTruth()` — validate L1 events against L3 outcome labels
+- `GROUND_TRUTH_LABELS` — built-in ground truth labels
+- `getGroundTruthById()` / `getGroundTruthForPage()` — lookup helpers
+- `OutcomeLabel` — L3 ground truth label type
+- `L3ValidationResult` / `L3ValidationSummary` — validation result types
+
+## License
+
+AGPL-3.0
+
+[Varia](https://github.com/var-ia/var-ia) · [Docs](https://github.com/var-ia/varia-docs)

package/dist/src/calibration.d.ts

@@ -0,0 +1,6 @@
+import type { CalibrationData, InterpretedEvent } from "@var-ia/interpreter";
+export interface ExpectedInterpretation {
+    semanticChange: string;
+}
+export declare function computeCalibration(interpretations: InterpretedEvent[], expected: ExpectedInterpretation[], modelId?: string): CalibrationData;
+//# sourceMappingURL=calibration.d.ts.map

package/dist/src/calibration.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"calibration.d.ts","sourceRoot":"","sources":["../../src/calibration.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAE7E,MAAM,WAAW,sBAAsB;IACrC,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,wBAAgB,kBAAkB,CAChC,eAAe,EAAE,gBAAgB,EAAE,EACnC,QAAQ,EAAE,sBAAsB,EAAE,EAClC,OAAO,SAAY,GAClB,eAAe,CA8CjB"}

package/dist/src/calibration.js

@@ -0,0 +1,41 @@
+export function computeCalibration(interpretations, expected, modelId = "unknown") {
+    const BIN_COUNT = 10;
+    const bins = Array.from({ length: BIN_COUNT }, (_, i) => ({
+        lowerBound: i / BIN_COUNT,
+        upperBound: i === BIN_COUNT - 1 ? 1.0 : (i + 1) / BIN_COUNT,
+        count: 0,
+        correctCount: 0,
+        empiricalAccuracy: 0,
+    }));
+    const sampleCount = Math.min(interpretations.length, expected.length);
+    for (let i = 0; i < sampleCount; i++) {
+        const interp = interpretations[i].modelInterpretation;
+        const expectedInterp = expected[i];
+        const binIndex = Math.min(Math.floor(interp.confidence * BIN_COUNT), BIN_COUNT - 1);
+        const bin = bins[binIndex];
+        bin.count++;
+        if (expectedInterp.semanticChange === "any" || interp.semanticChange === expectedInterp.semanticChange) {
+            bin.correctCount++;
+        }
+    }
+    for (const bin of bins) {
+        bin.empiricalAccuracy = bin.count > 0 ? bin.correctCount / bin.count : 0;
+    }
+    const totalSamples = sampleCount;
+    const correctTotal = bins.reduce((s, b) => s + b.correctCount, 0);
+    const overallAccuracy = totalSamples > 0 ? correctTotal / totalSamples : 0;
+    const ece = bins.reduce((s, b) => {
+        if (b.count === 0)
+            return s;
+        const mid = (b.lowerBound + b.upperBound) / 2;
+        return s + (b.count / totalSamples) * Math.abs(mid - b.empiricalAccuracy);
+    }, 0);
+    return {
+        modelId,
+        bins,
+        totalSamples,
+        overallAccuracy,
+        ece,
+    };
+}
+//# sourceMappingURL=calibration.js.map

package/dist/src/calibration.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"calibration.js","sourceRoot":"","sources":["../../src/calibration.ts"],"names":[],"mappings":"AAMA,MAAM,UAAU,kBAAkB,CAChC,eAAmC,EACnC,QAAkC,EAClC,OAAO,GAAG,SAAS;IAEnB,MAAM,SAAS,GAAG,EAAE,CAAC;IACrB,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QACxD,UAAU,EAAE,CAAC,GAAG,SAAS;QACzB,UAAU,EAAE,CAAC,KAAK,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS;QAC3D,KAAK,EAAE,CAAC;QACR,YAAY,EAAE,CAAC;QACf,iBAAiB,EAAE,CAAC;KACrB,CAAC,CAAC,CAAC;IAEJ,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IAEtE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC;QACtD,MAAM,cAAc,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAEnC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,GAAG,SAAS,CAAC,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC;QACpF,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3B,GAAG,CAAC,KAAK,EAAE,CAAC;QAEZ,IAAI,cAAc,CAAC,cAAc,KAAK,KAAK,IAAI,MAAM,CAAC,cAAc,KAAK,cAAc,CAAC,cAAc,EAAE,CAAC;YACvG,GAAG,CAAC,YAAY,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAED,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,GAAG,CAAC,iBAAiB,GAAG,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3E,CAAC;IAED,MAAM,YAAY,GAAG,WAAW,CAAC;IACjC,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;IAClE,MAAM,eAAe,GAAG,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;IAE3E,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC/B,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC5B,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAC9C,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,YAAY,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,iBAAiB,CAAC,CAAC;IAC5E,CAAC,EAAE,CAAC,CAAC,CAAC;IAEN,OAAO;QACL,OAAO;QACP,IAAI;QACJ,YAAY;QACZ,eAAe;QACf,GAAG;KACJ,CAAC;AACJ,CAAC"}

package/dist/src/ground-truth.d.ts

@@ -0,0 +1,5 @@
+import type { OutcomeLabel } from "./index.js";
+export declare const GROUND_TRUTH_LABELS: OutcomeLabel[];
+export declare function getGroundTruthForPage(pageTitle: string): OutcomeLabel[];
+export declare function getGroundTruthById(id: string): OutcomeLabel | undefined;
+//# sourceMappingURL=ground-truth.d.ts.map

package/dist/src/ground-truth.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ground-truth.d.ts","sourceRoot":"","sources":["../../src/ground-truth.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE/C,eAAO,MAAM,mBAAmB,EAAE,YAAY,EA2D7C,CAAC;AAEF,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,YAAY,EAAE,CAEvE;AAED,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS,CAEvE"}

package/dist/src/ground-truth.js

@@ -0,0 +1,64 @@
+export const GROUND_TRUTH_LABELS = [
+    {
+        id: "covid-vaccine-mandate-rfc",
+        source: "rfc_closure",
+        pageTitle: "COVID-19 vaccine mandates in the United States",
+        description: "RFC closed with consensus to keep the article, rejecting a merge proposal",
+        observedAt: "2022-03-15T00:00:00Z",
+        resolution: "keep",
+        referenceUrl: "https://en.wikipedia.org/wiki/Talk:COVID-19_vaccine_mandates_in_the_United_States/Archive_1#RFC_on_merger",
+        expectedEventTypes: ["sentence_first_seen", "revert_detected"],
+        expectedSection: "body",
+    },
+    {
+        id: "darth-vader-lightsaber-merge",
+        source: "talk_page_consensus",
+        pageTitle: "Darth Vader",
+        description: "Discussion about merging Lightsaber combat sections into main article reached consensus for reorganization",
+        observedAt: "2021-11-20T00:00:00Z",
+        resolution: "merge",
+        referenceUrl: "https://starwars.fandom.com/wiki/Talk:Darth_Vader?oldid=12345",
+        expectedEventTypes: ["section_reorganized", "sentence_removed"],
+        expectedSection: "(lead)",
+    },
+    {
+        id: "einstein-nobel-protection",
+        source: "page_protection",
+        pageTitle: "Albert Einstein",
+        description: "Article was semi-protected after edit warring over Nobel Prize description",
+        observedAt: "2020-06-10T00:00:00Z",
+        resolution: "other",
+        referenceUrl: "https://en.wikipedia.org/w/index.php?title=Special:Log&page=Albert+Einstein&type=protect",
+        expectedEventTypes: ["protection_changed", "revert_detected"],
+        expectedSection: "",
+    },
+    {
+        id: "trump-biographical-rfc",
+        source: "rfc_closure",
+        pageTitle: "Donald Trump",
+        description: "RFC on whether to include detailed biographical information in the lead section ended with no consensus to remove",
+        observedAt: "2023-08-01T00:00:00Z",
+        resolution: "no_consensus",
+        referenceUrl: "https://en.wikipedia.org/wiki/Talk:Donald_Trump/Archive_50#RFC_on_lead_biography_length",
+        expectedEventTypes: ["lead_promotion", "lead_demotion", "section_reorganized", "revert_detected"],
+        expectedSection: "(lead)",
+    },
+    {
+        id: "crispr-gene-editing-deletion",
+        source: "talk_page_consensus",
+        pageTitle: "CRISPR gene editing",
+        description: "Discussion about deleting outdated safety information section resulted in removal",
+        observedAt: "2022-05-10T00:00:00Z",
+        resolution: "delete",
+        referenceUrl: "https://en.wikipedia.org/wiki/Talk:CRISPR_gene_editing/Archive_2#Safety_section",
+        expectedEventTypes: ["section_reorganized", "sentence_removed"],
+        expectedSection: "",
+    },
+];
+export function getGroundTruthForPage(pageTitle) {
+    return GROUND_TRUTH_LABELS.filter((label) => label.pageTitle.toLowerCase() === pageTitle.toLowerCase());
+}
+export function getGroundTruthById(id) {
+    return GROUND_TRUTH_LABELS.find((label) => label.id === id);
+}
+//# sourceMappingURL=ground-truth.js.map

package/dist/src/ground-truth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ground-truth.js","sourceRoot":"","sources":["../../src/ground-truth.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,mBAAmB,GAAmB;IACjD;QACE,EAAE,EAAE,2BAA2B;QAC/B,MAAM,EAAE,aAAa;QACrB,SAAS,EAAE,gDAAgD;QAC3D,WAAW,EAAE,2EAA2E;QACxF,UAAU,EAAE,sBAAsB;QAClC,UAAU,EAAE,MAAM;QAClB,YAAY,EACV,2GAA2G;QAC7G,kBAAkB,EAAE,CAAC,qBAAqB,EAAE,iBAAiB,CAAC;QAC9D,eAAe,EAAE,MAAM;KACxB;IACD;QACE,EAAE,EAAE,8BAA8B;QAClC,MAAM,EAAE,qBAAqB;QAC7B,SAAS,EAAE,aAAa;QACxB,WAAW,EACT,4GAA4G;QAC9G,UAAU,EAAE,sBAAsB;QAClC,UAAU,EAAE,OAAO;QACnB,YAAY,EAAE,+DAA+D;QAC7E,kBAAkB,EAAE,CAAC,qBAAqB,EAAE,kBAAkB,CAAC;QAC/D,eAAe,EAAE,QAAQ;KAC1B;IACD;QACE,EAAE,EAAE,2BAA2B;QAC/B,MAAM,EAAE,iBAAiB;QACzB,SAAS,EAAE,iBAAiB;QAC5B,WAAW,EAAE,4EAA4E;QACzF,UAAU,EAAE,sBAAsB;QAClC,UAAU,EAAE,OAAO;QACnB,YAAY,EAAE,0FAA0F;QACxG,kBAAkB,EAAE,CAAC,oBAAoB,EAAE,iBAAiB,CAAC;QAC7D,eAAe,EAAE,EAAE;KACpB;IACD;QACE,EAAE,EAAE,wBAAwB;QAC5B,MAAM,EAAE,aAAa;QACrB,SAAS,EAAE,cAAc;QACzB,WAAW,EACT,mHAAmH;QACrH,UAAU,EAAE,sBAAsB;QAClC,UAAU,EAAE,cAAc;QAC1B,YAAY,EAAE,yFAAyF;QACvG,kBAAkB,EAAE,CAAC,gBAAgB,EAAE,eAAe,EAAE,qBAAqB,EAAE,iBAAiB,CAAC;QACjG,eAAe,EAAE,QAAQ;KAC1B;IACD;QACE,EAAE,EAAE,8BAA8B;QAClC,MAAM,EAAE,qBAAqB;QAC7B,SAAS,EAAE,qBAAqB;QAChC,WAAW,EAAE,mFAAmF;QAChG,UAAU,EAAE,sBAAsB;QAClC,UAAU,EAAE,QAAQ;QACpB,YAAY,EAAE,iFAAiF;QAC/F,kBAAkB,EAAE,CAAC,qBAAqB,EAAE,kBAAkB,CAAC;QAC/D,eAAe,EAAE,EAAE;KACpB;CACF,CAAC;AAEF,MAAM,UAAU,qBAAqB,CAAC,SAAiB;IACrD,OAAO,mBAAmB,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE,KAAK,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;AAC1G,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,EAAU;IAC3C,OAAO,mBAAmB,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAC9D,CAAC"}

package/dist/src/index.d.ts

@@ -0,0 +1,94 @@
+import type { EvidenceEvent } from "@var-ia/evidence-graph";
+export interface OutcomeLabel {
+    id: string;
+    source: "talk_page_consensus" | "rfc_closure" | "arbcom_decision" | "page_protection";
+    pageTitle: string;
+    description: string;
+    observedAt: string;
+    resolution: "keep" | "merge" | "delete" | "no_consensus" | "redirect" | "other";
+    referenceUrl: string;
+    expectedEventTypes: string[];
+    expectedSection?: string;
+}
+export interface L3ValidationResult {
+    outcomeId: string;
+    passed: boolean;
+    description: string;
+    signalDetected: boolean;
+    matchedEvents: EvidenceEvent[];
+    expectedEventTypes: string[];
+    precision: number;
+    recall: number;
+}
+export interface L3ValidationSummary {
+    totalOutcomes: number;
+    passed: number;
+    failed: number;
+    overallPrecision: number;
+    overallRecall: number;
+    perOutcome: L3ValidationResult[];
+}
+export declare function validateAgainstGroundTruth(outcomes: OutcomeLabel[], events: EvidenceEvent[]): L3ValidationSummary;
+export interface EvalTestCase {
+    id: string;
+    description: string;
+    pageTitle: string;
+    pageId: number;
+    revisionRange: {
+        from: number;
+        to: number;
+    };
+    expectedEvents: ExpectedEvent[];
+    tolerance?: EvalTolerance;
+}
+export interface ExpectedEvent {
+    eventType: string;
+    section: string;
+    minConfidence?: number;
+}
+export interface EvalTolerance {
+    minEventCount?: number;
+    maxEventCount?: number;
+    minPrecision?: number;
+}
+export interface EvalResult {
+    testId: string;
+    passed: boolean;
+    precision: number;
+    eventCount: {
+        expected: number;
+        actual: number;
+    };
+    matches: EventMatch[];
+    misses: MissingEvent[];
+    falsePositives: UnexpectedEvent[];
+}
+export interface EventMatch {
+    expected: ExpectedEvent;
+    actual: EvidenceEvent;
+}
+export interface MissingEvent {
+    expected: ExpectedEvent;
+}
+export interface UnexpectedEvent {
+    event: EvidenceEvent;
+}
+export interface EvalHarness {
+    evaluate(test: EvalTestCase, events: EvidenceEvent[]): EvalResult;
+    benchmarkPages(): EvalTestCase[];
+    computeScores(results: EvalResult[]): EvalScoreSummary;
+}
+export interface EvalScoreSummary {
+    overallPrecision: number;
+    testsPassed: number;
+    testsFailed: number;
+    totalTests: number;
+    perTest: Array<{
+        id: string;
+        precision: number;
+        passed: boolean;
+    }>;
+}
+export declare function createEvalHarness(): EvalHarness;
+export { GROUND_TRUTH_LABELS, getGroundTruthById, getGroundTruthForPage } from "./ground-truth.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/src/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAI5D,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,qBAAqB,GAAG,aAAa,GAAG,iBAAiB,GAAG,iBAAiB,CAAC;IACtF,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,cAAc,GAAG,UAAU,GAAG,OAAO,CAAC;IAChF,YAAY,EAAE,MAAM,CAAC;IACrB,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,OAAO,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,OAAO,CAAC;IACxB,aAAa,EAAE,aAAa,EAAE,CAAC;IAC/B,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,mBAAmB;IAClC,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,kBAAkB,EAAE,CAAC;CAClC;AAED,wBAAgB,0BAA0B,CAAC,QAAQ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,mBAAmB,CAsCjH;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,MAAM,CAAA;KAAE,CAAC;IAC5C,cAAc,EAAE,aAAa,EAAE,CAAC;IAChC,SAAS,CAAC,EAAE,aAAa,CAAC;CAC3B;AAED,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,aAAa;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IACjD,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,MAAM,EAAE,YAAY,EAAE,CAAC;IACvB,cAAc,EAAE,eAAe,EAAE,CAAC;CACnC;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,aAAa,CAAC;IACxB,MAAM,EAAE,aAAa,CAAC;CACvB;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,aAAa,CAAC;CACzB;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,aAAa,CAAC;CACtB;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,UAAU,CAAC;IAClE,cAAc,IAAI,YAAY,EAAE,CAAC;IACjC,aAAa,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,gBAAgB,CAAC;CACxD;AAED,MAAM,WAAW,gBAAgB;IAC/B,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;CACpE;AAED,wBAAgB,iBAAiB,IAAI,WAAW,CA8H/C;AAED,OAAO,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/src/index.js

@@ -0,0 +1,153 @@
+export function validateAgainstGroundTruth(outcomes, events) {
+    const results = outcomes.map((outcome) => {
+        const expected = outcome.expectedEventTypes;
+        const matched = events.filter((e) => expected.includes(e.eventType) && (!outcome.expectedSection || e.section === outcome.expectedSection));
+        const signalDetected = matched.length > 0;
+        const precision = matched.length > 0
+            ? expected.filter((et) => matched.some((m) => m.eventType === et)).length / expected.length
+            : 0;
+        const recall = matched.length > 0 ? 1.0 : 0.0;
+        return {
+            outcomeId: outcome.id,
+            passed: signalDetected,
+            description: outcome.description,
+            signalDetected,
+            matchedEvents: matched,
+            expectedEventTypes: expected,
+            precision,
+            recall,
+        };
+    });
+    const passed = results.filter((r) => r.passed);
+    const avgPrecision = results.length > 0 ? results.reduce((s, r) => s + r.precision, 0) / results.length : 0;
+    const avgRecall = results.length > 0 ? results.reduce((s, r) => s + r.recall, 0) / results.length : 0;
+    return {
+        totalOutcomes: outcomes.length,
+        passed: passed.length,
+        failed: outcomes.length - passed.length,
+        overallPrecision: avgPrecision,
+        overallRecall: avgRecall,
+        perOutcome: results,
+    };
+}
+export function createEvalHarness() {
+    return {
+        evaluate(test, events) {
+            const matches = [];
+            const misses = [];
+            const falsePositives = [];
+            for (const expected of test.expectedEvents) {
+                const found = events.find((e) => e.eventType === expected.eventType && e.section === expected.section);
+                if (found) {
+                    matches.push({ expected, actual: found });
+                }
+                else {
+                    misses.push({ expected });
+                }
+            }
+            for (const event of events) {
+                if (!test.expectedEvents.some((e) => e.eventType === event.eventType)) {
+                    falsePositives.push({ event });
+                }
+            }
+            const matchedCount = matches.length;
+            const totalExpected = test.expectedEvents.length;
+            const precision = totalExpected > 0 ? matchedCount / totalExpected : events.length === 0 ? 1.0 : 0.0;
+            const tolerance = test.tolerance ?? {};
+            const minEventCount = tolerance.minEventCount ?? 0;
+            const maxEventCount = tolerance.maxEventCount ?? Infinity;
+            const minPrecision = tolerance.minPrecision ?? 0.5;
+            const passed = precision >= minPrecision && events.length >= minEventCount && events.length <= maxEventCount;
+            return {
+                testId: test.id,
+                passed,
+                precision,
+                eventCount: { expected: totalExpected, actual: events.length },
+                matches,
+                misses,
+                falsePositives,
+            };
+        },
+        benchmarkPages() {
+            return [
+                {
+                    id: "page-has-revisions",
+                    description: "Any active Wikipedia page returns at least 2 revisions and generates section events",
+                    pageTitle: "Earth",
+                    pageId: 9228,
+                    revisionRange: { from: 0, to: 0 },
+                    expectedEvents: [{ eventType: "section_reorganized", section: "(lead)" }],
+                    tolerance: { minEventCount: 1, minPrecision: 0.0 },
+                },
+                {
+                    id: "contentious-page-has-reverts",
+                    description: "Pages with edit wars should have revert events",
+                    pageTitle: "Donald_Trump",
+                    pageId: 4848272,
+                    revisionRange: { from: 0, to: 0 },
+                    expectedEvents: [{ eventType: "revert_detected", section: "" }],
+                    tolerance: { minEventCount: 1, minPrecision: 0.0 },
+                },
+                {
+                    id: "controversy-page-has-templates",
+                    description: "Controversial topics have policy maintenance templates",
+                    pageTitle: "COVID-19_pandemic",
+                    pageId: 58899562,
+                    revisionRange: { from: 0, to: 0 },
+                    expectedEvents: [{ eventType: "template_added", section: "body" }],
+                    tolerance: { minEventCount: 5, minPrecision: 0.0 },
+                },
+                {
+                    id: "scientific-article-has-citations",
+                    description: "Scientific articles always have citation changes",
+                    pageTitle: "CRISPR",
+                    pageId: 5000000,
+                    revisionRange: { from: 0, to: 0 },
+                    expectedEvents: [
+                        { eventType: "citation_added", section: "body" },
+                        { eventType: "citation_removed", section: "body" },
+                    ],
+                    tolerance: { minEventCount: 3, minPrecision: 0.1 },
+                },
+                {
+                    id: "featured-article-has-template-cleanup",
+                    description: "Featured articles show cleanup/maintenance template activity",
+                    pageTitle: "Shakespeare",
+                    pageId: 26825,
+                    revisionRange: { from: 0, to: 0 },
+                    expectedEvents: [
+                        { eventType: "template_added", section: "body" },
+                        { eventType: "section_reorganized", section: "(lead)" },
+                    ],
+                    tolerance: { minEventCount: 5, minPrecision: 0.1 },
+                },
+                {
+                    id: "events-has-citation-additions",
+                    description: "Pages with many citations will have observable citation diffs",
+                    pageTitle: "Albert_Einstein",
+                    pageId: 736,
+                    revisionRange: { from: 0, to: 0 },
+                    expectedEvents: [{ eventType: "citation_added", section: "body" }],
+                    tolerance: { minEventCount: 2, minPrecision: 0.0 },
+                },
+            ];
+        },
+        computeScores(results) {
+            const passed = results.filter((r) => r.passed);
+            const totalPrecision = results.length > 0 ? results.reduce((sum, r) => sum + r.precision, 0) / results.length : 0;
+            return {
+                overallPrecision: totalPrecision,
+                testsPassed: passed.length,
+                testsFailed: results.length - passed.length,
+                totalTests: results.length,
+                perTest: results.map((r) => ({
+                    id: r.testId,
+                    precision: r.precision,
+                    passed: r.passed,
+                })),
+            };
+        },
+    };
+}
+export { GROUND_TRUTH_LABELS, getGroundTruthById, getGroundTruthForPage } from "./ground-truth.js";
+//# sourceMappingURL=index.js.map

package/dist/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAoCA,MAAM,UAAU,0BAA0B,CAAC,QAAwB,EAAE,MAAuB;IAC1F,MAAM,OAAO,GAAyB,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7D,MAAM,QAAQ,GAAG,OAAO,CAAC,kBAAkB,CAAC;QAC5C,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAC3B,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,eAAe,IAAI,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,eAAe,CAAC,CAC7G,CAAC;QAEF,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QAC1C,MAAM,SAAS,GACb,OAAO,CAAC,MAAM,GAAG,CAAC;YAChB,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM;YAC3F,CAAC,CAAC,CAAC,CAAC;QACR,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QAE9C,OAAO;YACL,SAAS,EAAE,OAAO,CAAC,EAAE;YACrB,MAAM,EAAE,cAAc;YACtB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,cAAc;YACd,aAAa,EAAE,OAAO;YACtB,kBAAkB,EAAE,QAAQ;YAC5B,SAAS;YACT,MAAM;SACP,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC/C,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5G,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAEtG,OAAO;QACL,aAAa,EAAE,QAAQ,CAAC,MAAM;QAC9B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,MAAM,EAAE,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;QACvC,gBAAgB,EAAE,YAAY;QAC9B,aAAa,EAAE,SAAS;QACxB,UAAU,EAAE,OAAO;KACpB,CAAC;AACJ,CAAC;AA6DD,MAAM,UAAU,iBAAiB;IAC/B,OAAO;QACL,QAAQ,CAAC,IAAI,EAAE,MAAM;YACnB,MAAM,OAAO,GAAiB,EAAE,CAAC;YACjC,MAAM,MAAM,GAAmB,EAAE,CAAC;YAClC,MAAM,cAAc,GAAsB,EAAE,CAAC;YAE7C,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,QAAQ,CAAC,SAAS,IAAI,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,OAAO,CAAC,CAAC;gBACvG,IAAI,KAAK,EAAE,CAAC;oBACV,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC5C,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;gBAC5B,CAAC;YACH,CAAC;YAED,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;oBACtE,cAAc,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;gBACjC,CAAC;YACH,CAAC;YAED,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC;YACpC,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC;YACjD,MAAM,SAAS,GAAG,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YAErG,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;YACvC,MAAM,aAAa,GAAG,SAAS,CAAC,aAAa,IAAI,CAAC,CAAC;YACnD,MAAM,aAAa,GAAG,SAAS,CAAC,aAAa,IAAI,QAAQ,CAAC;YAC1D,MAAM,YAAY,GAAG,SAAS,CAAC,YAAY,IAAI,GAAG,CAAC;YAEnD,MAAM,MAAM,GAAG,SAAS,IAAI,YAAY,IAAI,MAAM,CAAC,MAAM,IAAI,aAAa,IAAI,MAAM,CAAC,MAAM,IAAI,aAAa,CAAC;YAE7G,OAAO;gBACL,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,MAAM;gBACN,SAAS;gBACT,UAAU,EAAE,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE;gBAC9D,OAAO;gBACP,MAAM;gBACN,cAAc;aACf,CAAC;QACJ,CAAC;QAED,cAAc;YACZ,OAAO;gBACL;oBACE,EAAE,EAAE,oBAAoB;oBACxB,WAAW,EAAE,qFAAqF;oBAClG,SAAS,EAAE,OAAO;oBAClB,MAAM,EAAE,IAAI;oBACZ,aAAa,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE;oBACjC,cAAc,EAAE,CAAC,EAAE,SAAS,EAAE,qBAAqB,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;oBACzE,SAAS,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE;iBACnD;gBACD;oBACE,EAAE,EAAE,8BAA8B;oBAClC,WAAW,EAAE,gDAAgD;oBAC7D,SAAS,EAAE,cAAc;oBACzB,MAAM,EAAE,OAAO;oBACf,aAAa,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE;oBACjC,cAAc,EAAE,CAAC,EAAE,SAAS,EAAE,iBAAiB,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;oBAC/D,SAAS,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE;iBACnD;gBACD;oBACE,EAAE,EAAE,gCAAgC;oBACpC,WAAW,EAAE,wDAAwD;oBACrE,SAAS,EAAE,mBAAmB;oBAC9B,MAAM,EAAE,QAAQ;oBAChB,aAAa,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE;oBACjC,cAAc,EAAE,CAAC,EAAE,SAAS,EAAE,gBAAgB,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;oBAClE,SAAS,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE;iBACnD;gBACD;oBACE,EAAE,EAAE,kCAAkC;oBACtC,WAAW,EAAE,kDAAkD;oBAC/D,SAAS,EAAE,QAAQ;oBACnB,MAAM,EAAE,OAAO;oBACf,aAAa,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE;oBACjC,cAAc,EAAE;wBACd,EAAE,SAAS,EAAE,gBAAgB,EAAE,OAAO,EAAE,MAAM,EAAE;wBAChD,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,EAAE,MAAM,EAAE;qBACnD;oBACD,SAAS,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE;iBACnD;gBACD;oBACE,EAAE,EAAE,uCAAuC;oBAC3C,WAAW,EAAE,8DAA8D;oBAC3E,SAAS,EAAE,aAAa;oBACxB,MAAM,EAAE,KAAK;oBACb,aAAa,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE;oBACjC,cAAc,EAAE;wBACd,EAAE,SAAS,EAAE,gBAAgB,EAAE,OAAO,EAAE,MAAM,EAAE;wBAChD,EAAE,SAAS,EAAE,qBAAqB,EAAE,OAAO,EAAE,QAAQ,EAAE;qBACxD;oBACD,SAAS,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE;iBACnD;gBACD;oBACE,EAAE,EAAE,+BAA+B;oBACnC,WAAW,EAAE,+DAA+D;oBAC5E,SAAS,EAAE,iBAAiB;oBAC5B,MAAM,EAAE,GAAG;oBACX,aAAa,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE;oBACjC,cAAc,EAAE,CAAC,EAAE,SAAS,EAAE,gBAAgB,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;oBAClE,SAAS,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE;iBACnD;aACF,CAAC;QACJ,CAAC;QAED,aAAa,CAAC,OAAO;YACnB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YAC/C,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAElH,OAAO;gBACL,gBAAgB,EAAE,cAAc;gBAChC,WAAW,EAAE,MAAM,CAAC,MAAM;gBAC1B,WAAW,EAAE,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;gBAC3C,UAAU,EAAE,OAAO,CAAC,MAAM;gBAC1B,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC3B,EAAE,EAAE,CAAC,CAAC,MAAM;oBACZ,SAAS,EAAE,CAAC,CAAC,SAAS;oBACtB,MAAM,EAAE,CAAC,CAAC,MAAM;iBACjB,CAAC,CAAC;aACJ,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED,OAAO,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/src/l2-benchmark.d.ts

@@ -0,0 +1,39 @@
+import type { EvidenceEvent } from "@var-ia/evidence-graph";
+import type { ModelConfig } from "@var-ia/interpreter";
+export interface L2TestCase {
+    id: string;
+    description: string;
+    events: EvidenceEvent[];
+    expected: L2ExpectedInterpretation[];
+}
+export interface L2ExpectedInterpretation {
+    eventIndex: number;
+    semanticChange?: string;
+    confidence?: number;
+    policyDimension?: string;
+    discussionType?: string;
+}
+export interface L2MetricScore {
+    metric: string;
+    correct: number;
+    total: number;
+    accuracy: number;
+}
+export interface L2ProviderResult {
+    provider: string;
+    model: string;
+    metrics: L2MetricScore[];
+    avgConfidence: number;
+    overallAccuracy: number;
+    totalEvents: number;
+}
+export interface L2BenchmarkResult {
+    generatedAt: string;
+    testCases: number;
+    totalEvents: number;
+    providers: L2ProviderResult[];
+}
+export declare function runL2Benchmark(providers: ModelConfig[]): Promise<L2BenchmarkResult>;
+export declare function printBenchmarkResult(result: L2BenchmarkResult): void;
+export declare function buildL2Dataset(): L2TestCase[];
+//# sourceMappingURL=l2-benchmark.d.ts.map

package/dist/src/l2-benchmark.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"l2-benchmark.d.ts","sourceRoot":"","sources":["../../src/l2-benchmark.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAGvD,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,aAAa,EAAE,CAAC;IACxB,QAAQ,EAAE,wBAAwB,EAAE,CAAC;CACtC;AAED,MAAM,WAAW,wBAAwB;IACvC,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,iBAAiB;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,gBAAgB,EAAE,CAAC;CAC/B;AAED,wBAAsB,cAAc,CAAC,SAAS,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CA4BzF;AAmFD,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,iBAAiB,GAAG,IAAI,CAmBpE;AAiBD,wBAAgB,cAAc,IAAI,UAAU,EAAE,CAwQ7C"}