@mailwoman/corpus 4.16.2 → 5.1.0

package/out/src/shard-recipes/intersection.js

@@ -0,0 +1,473 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   `intersection` shard recipe — the REAL-pair intersection training shard (#487). The model scored
+ *   0.0 on intersection_a/b because the training mix had ZERO intersection-labeled rows. This is
+ *   the missing data. Ported from scripts/build-intersection-shard.mjs.
+ *
+ *   STREET PAIRS ARE REAL: the same TIGER 2023 EDGES extraction as the eval builder
+ *   (scripts/eval/build-intersection-real.ts) — a node where two road edges (MTFCC S1*) with
+ *   distinct FULLNAMEs meet is a real crossing. Real pairs avoid teaching fake street-street
+ *   co-occurrences.
+ *
+ *   LEAKAGE POLICY (mirrors the affix shard's VT discipline):
+ *
+ *   - TRAIN counties: Cook IL (grid city) + Morris NJ (suburb).
+ *   - GOLDEN (`--golden`) county: Washington VT (rural) ONLY — the corpus defaultHoldout state.
+ *   - Every crossing in data/eval/external/intersection-real.jsonl is excluded from BOTH modes, by node
+ *       id AND by order-insensitive name pair (the eval shares all three counties).
+ *
+ *   RENDERING: junction-format variety — padded/TIGHT `&` and `/`, `and`, `at`, `@`, leading-phrase
+ *   `corner of` / `intersection of` — crossed with tails (bare / `, ST` / `, ST ZIP` / `, City, ST
+ *   [ZIP]`) and case variants. ZIPs are the crossing's own TIGER edge ZIPL (real); the locality
+ *   tail comes from the OA Cook-county ZIP→city majority map.
+ *
+ *   AUDIT: every emitted row is label-checked on the RAW SURFACE via the #519 char-offset span
+ *   triple. Any violation FAILS the build (throws). A JSON audit report lands next to the output.
+ *
+ *   External inputs (`--edges-dir`, opts.edgesDir; both already on disk — do not re-download):
+ *
+ *   - <edges-dir>/tl_2023_{17031,34027,50023}_edges.shp (unzipped TIGER 2023 EDGES; default
+ *       /tmp/tiger-edges)
+ *   - /tmp/oa-cache/us__il__cook.zip (ZIP→city tails)
+ */
+import { spawnSync } from "node:child_process";
+import { existsSync, readFileSync, writeFileSync } from "node:fs";
+import { repoRootPathBuilder } from "@mailwoman/core/utils";
+import { stableSourceID } from "../adapter.js";
+import { alignRow } from "../align.js";
+import { makeMulberry32 } from "./scaffold.js";
+const TRAIN_COUNTIES = [
+    { fips: "17031", state: "IL", regime: "grid-city" },
+    { fips: "34027", state: "NJ", regime: "suburb" },
+];
+const GOLDEN_COUNTIES = [{ fips: "50023", state: "VT", regime: "rural" }];
+const EVAL_GOLD_PATH = String(repoRootPathBuilder("data", "eval", "external", "intersection-real.jsonl"));
+const OA_COOK = { zip: "/tmp/oa-cache/us__il__cook.zip", csv: "us/il/cook.csv" };
+const FORMS = [
+    { id: "amp", w: 0.2, render: (a, b) => `${a} & ${b}` },
+    { id: "and", w: 0.2, render: (a, b) => `${a} and ${b}` },
+    { id: "at", w: 0.12, render: (a, b) => `${a} at ${b}` },
+    { id: "slash", w: 0.08, render: (a, b) => `${a} / ${b}` },
+    { id: "slash-tight", w: 0.06, render: (a, b) => `${a}/${b}` },
+    { id: "amp-tight", w: 0.05, render: (a, b) => `${a}&${b}` },
+    { id: "at-sign", w: 0.06, render: (a, b) => `${a} @ ${b}` },
+    { id: "corner-of", w: 0.115, render: (a, b) => `corner of ${a} and ${b}` },
+    { id: "intersection-of", w: 0.115, render: (a, b) => `intersection of ${a} and ${b}` },
+];
+const TAILS = [
+    { id: "bare", w: 0.55 },
+    { id: "region", w: 0.16 },
+    { id: "region-zip", w: 0.09 },
+    { id: "city-region", w: 0.08 },
+    { id: "city-region-zip", w: 0.12 },
+];
+const CASES = [
+    { id: "as-is", w: 0.82, apply: (s) => s },
+    { id: "upper", w: 0.12, apply: (s) => s.toUpperCase() },
+    { id: "lower", w: 0.06, apply: (s) => s.toLowerCase() },
+];
+/**
+ * Words a connector may contribute as O tokens. The audit rejects any O token outside this set — an unlabeled
+ * street/locality token would surface here.
+ */
+const CONNECTOR_O_TOKENS = new Set(["and", "at", "of", "corner", "intersection"]);
+/**
+ * Street names that would make the connector ambiguous or break verbatim alignment: embedded connector punctuation, or
+ * a standalone "and"/"at" word.
+ */
+const BAD_NAME = /[,&@/]|\b(and|at)\b/i;
+/** Punctuation a connector form may leave between spans (besides whitespace): `, & @ /`. */
+const CONNECTOR_PUNCT_RE = /^[\s,&@/]*$/;
+function weightedPick(items, random) {
+    const total = items.reduce((s, x) => s + x.w, 0);
+    let r = random() * total;
+    for (const item of items) {
+        r -= item.w;
+        if (r <= 0)
+            return item;
+    }
+    return items[items.length - 1];
+}
+/** Minimal RFC-4180-ish splitter (handles quoted fields) — same as the affix builder. */
+function splitCSV(line) {
+    const out = [];
+    let cur = "";
+    let inQ = false;
+    for (let i = 0; i < line.length; i++) {
+        const c = line[i];
+        if (inQ) {
+            if (c === '"') {
+                if (line[i + 1] === '"') {
+                    cur += '"';
+                    i++;
+                }
+                else
+                    inQ = false;
+            }
+            else
+                cur += c;
+        }
+        else if (c === '"')
+            inQ = true;
+        else if (c === ",") {
+            out.push(cur);
+            cur = "";
+        }
+        else
+            cur += c;
+    }
+    out.push(cur);
+    return out;
+}
+/** Order-insensitive crossing key, for eval-leakage exclusion + pair dedup. */
+const pairKey = (a, b) => [a.toLowerCase(), b.toLowerCase()].sort().join("\x1f");
+/** Load the eval's crossings so neither train nor golden ever sees them. */
+function readEvalExclusions() {
+    const nodes = new Set();
+    const pairs = new Set();
+    if (!existsSync(EVAL_GOLD_PATH)) {
+        console.error(`  WARN: eval gold not found at ${EVAL_GOLD_PATH} — no eval-leakage exclusion applied`);
+        return { nodes, pairs };
+    }
+    for (const line of readFileSync(EVAL_GOLD_PATH, "utf8").split("\n")) {
+        if (!line)
+            continue;
+        const row = JSON.parse(line);
+        nodes.add(Number(row.node));
+        pairs.add(pairKey(row.components.intersection_a, row.components.intersection_b));
+    }
+    return { nodes, pairs };
+}
+/**
+ * Extract real crossings from one county's TIGER EDGES shapefile. Same query shape as the eval builder (2 incident
+ * distinct S1* FULLNAMEs at a node, both names >=6 chars), plus the edge ZIPL so tails can carry the crossing's own
+ * ZIP. Hash-ordered for seed-stable determinism.
+ */
+async function extractCrossings(db, edgesDir, county, seed) {
+    const shp = `${edgesDir}/tl_2023_${county.fips}_edges.shp`;
+    const result = await db.runAndReadAll(`
+		WITH incidence AS (
+			SELECT TNIDF AS node, FULLNAME AS name, ZIPL AS zip
+			FROM ST_Read('${shp}') WHERE MTFCC LIKE 'S1%' AND FULLNAME IS NOT NULL
+			UNION ALL
+			SELECT TNIDT AS node, FULLNAME AS name, ZIPL AS zip
+			FROM ST_Read('${shp}') WHERE MTFCC LIKE 'S1%' AND FULLNAME IS NOT NULL
+		),
+		nodes AS (
+			SELECT node,
+				list_sort(list_distinct(list(name))) AS names,
+				max(zip) AS zip
+			FROM incidence GROUP BY node
+			HAVING len(list_distinct(list(name))) = 2
+		)
+		SELECT node, names[1] AS a, names[2] AS b, zip,
+			hash(node::VARCHAR || '${seed}') AS h
+		FROM nodes
+		WHERE len(names[1]) >= 6 AND len(names[2]) >= 6
+		ORDER BY h
+	`);
+    const out = [];
+    for (const r of result.getRowObjects()) {
+        out.push({
+            a: String(r.a),
+            b: String(r.b),
+            zip: r.zip == null ? null : String(r.zip),
+            node: Number(r.node),
+            fips: county.fips,
+            state: county.state,
+        });
+    }
+    return out;
+}
+/** ZIP → majority city from the cached OA Cook-county CSV (real ZIP/city pairings). */
+function buildZipCityMap() {
+    const r = spawnSync("unzip", ["-p", OA_COOK.zip, OA_COOK.csv], { maxBuffer: 1024 * 1024 * 1024, encoding: "buffer" });
+    if (r.status !== 0) {
+        console.error(`  WARN: unzip failed for ${OA_COOK.zip} — city tails disabled`);
+        return new Map();
+    }
+    const lines = r.stdout.toString("utf8").split(/\r?\n/);
+    if (lines.length < 2)
+        return new Map();
+    const header = splitCSV(lines[0]).map((h) => h.trim().toLowerCase());
+    const iCity = header.indexOf("city");
+    const iPost = header.indexOf("postcode");
+    const counts = new Map();
+    // zip → Map(city → n)
+    for (let li = 1; li < lines.length; li++) {
+        if (!lines[li])
+            continue;
+        const cells = splitCSV(lines[li]);
+        const city = (cells[iCity] ?? "").trim();
+        const zip = (cells[iPost] ?? "").trim();
+        if (!city || !/^\d{5}$/.test(zip) || BAD_NAME.test(city))
+            continue;
+        let byCity = counts.get(zip);
+        if (!byCity)
+            counts.set(zip, (byCity = new Map()));
+        byCity.set(city, (byCity.get(city) ?? 0) + 1);
+    }
+    const map = new Map();
+    for (const [zip, byCity] of counts) {
+        let best = null;
+        for (const [city, n] of byCity)
+            if (!best || n > best.n)
+                best = { city, n };
+        if (best)
+            map.set(zip, best.city);
+    }
+    return map;
+}
+/**
+ * Render one crossing → { raw, components, formID, tailID, caseID }. Components are inserted in claim order (streets
+ * first) so alignment can't grab a region/postcode lookalike inside a street.
+ */
+function renderRow(random, crossing, zipCity) {
+    const form = weightedPick(FORMS, random);
+    const body = form.render(crossing.a, crossing.b);
+    let tail = weightedPick(TAILS, random);
+    const city = crossing.zip ? (zipCity.get(crossing.zip) ?? null) : null;
+    // Downgrade unsatisfiable tails (no ZIP on the edge / no city for the ZIP) to the region tail.
+    if ((tail.id === "region-zip" || tail.id === "city-region-zip") && !crossing.zip)
+        tail = TAILS[1];
+    if ((tail.id === "city-region" || tail.id === "city-region-zip") && !city)
+        tail = TAILS[1];
+    const components = { intersection_a: crossing.a, intersection_b: crossing.b };
+    let raw = body;
+    if (tail.id === "region") {
+        raw = `${body}, ${crossing.state}`;
+        components.region = crossing.state;
+    }
+    else if (tail.id === "region-zip") {
+        raw = `${body}, ${crossing.state} ${crossing.zip}`;
+        components.region = crossing.state;
+        components.postcode = crossing.zip;
+    }
+    else if (tail.id === "city-region") {
+        raw = `${body}, ${city}, ${crossing.state}`;
+        components.locality = city;
+        components.region = crossing.state;
+    }
+    else if (tail.id === "city-region-zip") {
+        raw = `${body}, ${city}, ${crossing.state} ${crossing.zip}`;
+        components.locality = city;
+        components.region = crossing.state;
+        components.postcode = crossing.zip;
+    }
+    const casing = weightedPick(CASES, random);
+    raw = casing.apply(raw);
+    // Components keep their original case; alignRow matches case-insensitively and labels the
+    // tokens of the (cased) raw — the parquet row carries tokens+labels only.
+    return { raw, components, formID: form.id, tailID: tail.id, caseID: casing.id };
+}
+/**
+ * Label-correctness audit for one aligned row, on the RAW SURFACE via the #519 span triple. Returns a list of
+ * violations (empty = clean). Re-derives the span checks independent of `alignRow`'s own assertion, so a builder bug
+ * can't vouch for itself.
+ */
+function auditRow(row, components) {
+    const errors = [];
+    const { raw, tokens, labels, span_starts, span_ends, span_tags } = row;
+    if (tokens.length !== labels.length)
+        errors.push("tokens/labels length mismatch");
+    if (!span_starts || !span_ends || !span_tags) {
+        errors.push("missing the char-offset span triple (#519)");
+        return errors;
+    }
+    if (span_starts.length !== span_ends.length || span_starts.length !== span_tags.length) {
+        errors.push(`span triple not parallel: ${span_starts.length}/${span_ends.length}/${span_tags.length}`);
+        return errors;
+    }
+    for (let i = 0; i < span_starts.length; i++) {
+        if (!(span_starts[i] >= 0 && span_starts[i] < span_ends[i] && span_ends[i] <= raw.length)) {
+            errors.push(`span ${span_tags[i]}@[${span_starts[i]}, ${span_ends[i]}) out of bounds`);
+        }
+        if (i > 0 && span_starts[i] < span_ends[i - 1]) {
+            errors.push(`spans unsorted/overlapping at index ${i}`);
+        }
+    }
+    if (errors.length > 0)
+        return errors;
+    const compCount = Object.keys(components).length;
+    if (span_tags.length !== compCount)
+        errors.push(`span count ${span_tags.length} != components ${compCount}`);
+    // Raw-surface reconstruction: each component's single span slices raw to the component verbatim.
+    for (const [tag, value] of Object.entries(components)) {
+        if (value == null)
+            continue;
+        const indices = span_tags.map((t, i) => (t === tag ? i : -1)).filter((i) => i >= 0);
+        if (indices.length !== 1) {
+            errors.push(`${tag}: expected 1 span, got ${indices.length}`);
+            continue;
+        }
+        const idx = indices[0];
+        const got = raw.slice(span_starts[idx], span_ends[idx]);
+        if (got.toLowerCase() !== value.toLowerCase())
+            errors.push(`${tag} span "${got}" != component "${value}"`);
+    }
+    // Negative space: every char outside the spans must be connector material.
+    let cursor = 0;
+    const uncovered = [];
+    for (let i = 0; i < span_starts.length; i++) {
+        if (span_starts[i] > cursor)
+            uncovered.push(raw.slice(cursor, span_starts[i]));
+        cursor = span_ends[i];
+    }
+    if (cursor < raw.length)
+        uncovered.push(raw.slice(cursor));
+    for (const segment of uncovered) {
+        const words = segment.match(/[\p{L}\p{N}]+/gu) ?? [];
+        for (const word of words) {
+            if (!CONNECTOR_O_TOKENS.has(word.toLowerCase()))
+                errors.push(`illegal uncovered word "${word}"`);
+        }
+        const punctOnly = segment.replace(/[\p{L}\p{N}]+/gu, "");
+        if (!CONNECTOR_PUNCT_RE.test(punctOnly))
+            errors.push(`illegal uncovered punctuation in "${segment}"`);
+    }
+    return errors;
+}
+export const intersectionRecipe = {
+    name: "intersection",
+    description: "Real-pair intersection rows (US): TIGER 2023 EDGES crossings → audited intersection_a/b labels",
+    mode: "generate",
+    options: [{ flag: "--edges-dir <dir>", description: "Unzipped TIGER 2023 EDGES dir. Default /tmp/tiger-edges" }],
+    async run(opts, write) {
+        // Legacy build-intersection-shard.mjs seeded `mulberry32(opts.seed)`.
+        const random = makeMulberry32(opts.seed);
+        const count = opts.count ?? 40000;
+        const source = opts.sourceName ?? "synth-intersection";
+        const edgesDir = opts.edgesDir ?? "/tmp/tiger-edges";
+        const counties = opts.golden ? GOLDEN_COUNTIES : TRAIN_COUNTIES;
+        const exclusions = readEvalExclusions();
+        console.error(`  eval exclusions: ${exclusions.nodes.size} nodes, ${exclusions.pairs.size} pairs`);
+        const { DuckDBInstance } = await import("@duckdb/node-api");
+        const instance = await DuckDBInstance.create();
+        const db = await instance.connect();
+        await db.run("INSTALL spatial; LOAD spatial;");
+        // Pool real crossings: eval-excluded, connector-safe names, one crossing per distinct pair.
+        const pool = [];
+        const seenPairs = new Set();
+        const stats = { evalExcluded: 0, badName: 0, dupPair: 0 };
+        for (const county of counties) {
+            const crossings = await extractCrossings(db, edgesDir, county, opts.seed);
+            let kept = 0;
+            for (const c of crossings) {
+                const key = pairKey(c.a, c.b);
+                if (exclusions.nodes.has(c.node) || exclusions.pairs.has(key)) {
+                    stats.evalExcluded++;
+                    continue;
+                }
+                if (BAD_NAME.test(c.a) || BAD_NAME.test(c.b) || c.a.includes(c.b) || c.b.includes(c.a)) {
+                    stats.badName++;
+                    continue;
+                }
+                if (seenPairs.has(key)) {
+                    stats.dupPair++;
+                    continue;
+                }
+                seenPairs.add(key);
+                pool.push(c);
+                kept++;
+            }
+            console.error(`  ${county.fips} (${county.state}, ${county.regime}): ${crossings.length} crossings, ${kept} kept`);
+        }
+        if (pool.length === 0) {
+            throw new Error(`No crossings found — are the TIGER EDGES shapefiles present in ${edgesDir}?`);
+        }
+        const zipCity = opts.golden ? new Map() : buildZipCityMap();
+        if (!opts.golden)
+            console.error(`  zip→city map: ${zipCity.size} ZIPs (OA Cook)`);
+        let emitted = 0;
+        let skipped = 0;
+        let guard = 0;
+        const formCounts = {};
+        const tailCounts = {};
+        const caseCounts = {};
+        const countyCounts = {};
+        const usedCrossings = new Set();
+        const seenRaw = new Set();
+        const auditErrors = [];
+        const samples = [];
+        while (emitted < count && guard++ < count * 10) {
+            const crossing = pool[Math.floor(random() * pool.length)];
+            const { raw, components, formID, tailID, caseID } = renderRow(random, crossing, zipCity);
+            if (seenRaw.has(raw)) {
+                skipped++;
+                continue;
+            }
+            if (opts.golden) {
+                seenRaw.add(raw);
+                write(JSON.stringify({ raw, components, country: "US", form: formID }) + "\n");
+                formCounts[formID] = (formCounts[formID] ?? 0) + 1;
+                tailCounts[tailID] = (tailCounts[tailID] ?? 0) + 1;
+                caseCounts[caseID] = (caseCounts[caseID] ?? 0) + 1;
+                countyCounts[crossing.fips] = (countyCounts[crossing.fips] ?? 0) + 1;
+                usedCrossings.add(crossing.node);
+                emitted++;
+                continue;
+            }
+            const canonical = {
+                raw,
+                components,
+                country: "US",
+                locale: "en-US",
+                source,
+                source_id: stableSourceID(source, components),
+                corpus_version: "0.4.0",
+                license: "TIGER/Line 2023 EDGES (US Census, public domain) real street pairs; OA Cook IL zip-to-city tails",
+            };
+            // Verbatim-only alignment: raw is built from the component values, so a fuzzy fallback could
+            // only ever mislabel (e.g. claim a lookalike window for a near-duplicate street).
+            const aligned = alignRow(canonical, { maxEditDistance: 0 });
+            if (aligned.kind !== "labeled" || !aligned.row) {
+                skipped++;
+                continue;
+            }
+            const violations = auditRow(aligned.row, components);
+            if (violations.length > 0) {
+                auditErrors.push({ raw, violations });
+                continue;
+            }
+            seenRaw.add(raw);
+            write(JSON.stringify({ ...aligned.row, synth_method: "intersection", synth_base_id: null }) + "\n");
+            formCounts[formID] = (formCounts[formID] ?? 0) + 1;
+            tailCounts[tailID] = (tailCounts[tailID] ?? 0) + 1;
+            caseCounts[caseID] = (caseCounts[caseID] ?? 0) + 1;
+            countyCounts[crossing.fips] = (countyCounts[crossing.fips] ?? 0) + 1;
+            usedCrossings.add(crossing.node);
+            if (samples.length < FORMS.length && !samples.some((s) => s.form === formID)) {
+                samples.push({ form: formID, raw, tokens: aligned.row.tokens, labels: aligned.row.labels });
+            }
+            emitted++;
+        }
+        const report = {
+            mode: opts.golden ? "golden" : "train",
+            rows: emitted,
+            skipped,
+            pool: { crossings: pool.length, used: usedCrossings.size, ...stats },
+            per_county: countyCounts,
+            forms: formCounts,
+            tails: tailCounts,
+            cases: caseCounts,
+            audit: { errors: auditErrors.length, examples: auditErrors.slice(0, 10) },
+            seed: opts.seed,
+            source: "TIGER2023 EDGES via DuckDB ST_Read; node = 2 distinct S1* FULLNAMEs; eval crossings excluded",
+            samples,
+        };
+        writeFileSync(opts.output.replace(/\.jsonl$/, ".report.json"), JSON.stringify(report, null, "\t"));
+        console.error(`Done: emitted ${emitted} rows (skipped ${skipped}) from ${usedCrossings.size}/${pool.length} real crossings. → ${opts.output}\n` +
+            `  forms: ${JSON.stringify(formCounts)}\n` +
+            `  tails: ${JSON.stringify(tailCounts)}\n` +
+            `  cases: ${JSON.stringify(caseCounts)}\n` +
+            `  audit: ${auditErrors.length} violation(s)`);
+        if (auditErrors.length > 0) {
+            throw new Error(`AUDIT FAILED — first violation: ${JSON.stringify(auditErrors[0])}`);
+        }
+        return { emitted, skipped };
+    },
+};
+//# sourceMappingURL=intersection.js.map

package/out/src/shard-recipes/intersection.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"intersection.js","sourceRoot":"","sources":["../../../src/shard-recipes/intersection.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkCG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAA;AAC9C,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAA;AAIjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAA;AAE3D,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAA;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAEtC,OAAO,EAAE,cAAc,EAAoB,MAAM,eAAe,CAAA;AAOhE,MAAM,cAAc,GAAsB;IACzC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE;IACnD,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE;CAChD,CAAA;AACD,MAAM,eAAe,GAAsB,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAA;AAE5F,MAAM,cAAc,GAAG,MAAM,CAAC,mBAAmB,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,yBAAyB,CAAC,CAAC,CAAA;AACzG,MAAM,OAAO,GAAG,EAAE,GAAG,EAAE,gCAAgC,EAAE,GAAG,EAAE,gBAAgB,EAAE,CAAA;AAqBhF,MAAM,KAAK,GAAoB;IAC9B,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE;IACtD,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE;IACxD,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE;IACvD,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE;IACzD,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE;IAC7D,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE;IAC3D,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE;IAC3D,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,EAAE;IAC1E,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,mBAAmB,CAAC,QAAQ,CAAC,EAAE,EAAE;CACtF,CAAA;AAWD,MAAM,KAAK,GAAoB;IAC9B,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE;IACvB,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE;IACzB,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,IAAI,EAAE;IAC7B,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE;IAC9B,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC,EAAE,IAAI,EAAE;CAClC,CAAA;AAOD,MAAM,KAAK,GAAsB;IAChC,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE;IACzC,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE;IACvD,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE;CACvD,CAAA;AAED;;;GAGG;AACH,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC,CAAA;AAEjF;;;GAGG;AACH,MAAM,QAAQ,GAAG,sBAAsB,CAAA;AAEvC,4FAA4F;AAC5F,MAAM,kBAAkB,GAAG,aAAa,CAAA;AAExC,SAAS,YAAY,CAA0B,KAAmB,EAAE,MAAoB;IACvF,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IAChD,IAAI,CAAC,GAAG,MAAM,EAAE,GAAG,KAAK,CAAA;IAExB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,CAAC,IAAI,IAAI,CAAC,CAAC,CAAA;QAEX,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAA;IACxB,CAAC;IAED,OAAO,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAE,CAAA;AAChC,CAAC;AAED,yFAAyF;AACzF,SAAS,QAAQ,CAAC,IAAY;IAC7B,MAAM,GAAG,GAAa,EAAE,CAAA;IACxB,IAAI,GAAG,GAAG,EAAE,CAAA;IACZ,IAAI,GAAG,GAAG,KAAK,CAAA;IAEf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;QAEjB,IAAI,GAAG,EAAE,CAAC;YACT,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;gBACf,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;oBACzB,GAAG,IAAI,GAAG,CAAA;oBACV,CAAC,EAAE,CAAA;gBACJ,CAAC;;oBAAM,GAAG,GAAG,KAAK,CAAA;YACnB,CAAC;;gBAAM,GAAG,IAAI,CAAC,CAAA;QAChB,CAAC;aAAM,IAAI,CAAC,KAAK,GAAG;YAAE,GAAG,GAAG,IAAI,CAAA;aAC3B,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;YACpB,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACb,GAAG,GAAG,EAAE,CAAA;QACT,CAAC;;YAAM,GAAG,IAAI,CAAC,CAAA;IAChB,CAAC;IACD,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAEb,OAAO,GAAG,CAAA;AACX,CAAC;AAED,+EAA+E;AAC/E,MAAM,OAAO,GAAG,CAAC,CAAS,EAAE,CAAS,EAAU,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;AAExG,4EAA4E;AAC5E,SAAS,kBAAkB;IAC1B,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAA;IAC/B,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAA;IAE/B,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;QACjC,OAAO,CAAC,KAAK,CAAC,kCAAkC,cAAc,sCAAsC,CAAC,CAAA;QAErG,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAA;IACxB,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,YAAY,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACrE,IAAI,CAAC,IAAI;YAAE,SAAQ;QACnB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAC5B,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAA;QAC3B,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,cAAc,EAAE,GAAG,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,CAAA;IACjF,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAA;AACxB,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,gBAAgB,CAC9B,EAAoB,EACpB,QAAgB,EAChB,MAAc,EACd,IAAY;IAEZ,MAAM,GAAG,GAAG,GAAG,QAAQ,YAAY,MAAM,CAAC,IAAI,YAAY,CAAA;IAC1D,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,aAAa,CAAC;;;mBAGpB,GAAG;;;mBAGH,GAAG;;;;;;;;;;4BAUM,IAAI;;;;EAI9B,CAAC,CAAA;IACF,MAAM,GAAG,GAAe,EAAE,CAAA;IAE1B,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,aAAa,EAAE,EAAE,CAAC;QACxC,GAAG,CAAC,IAAI,CAAC;YACR,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACd,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACd,GAAG,EAAE,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC;YACzC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;YACpB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,KAAK,EAAE,MAAM,CAAC,KAAK;SACnB,CAAC,CAAA;IACH,CAAC;IAED,OAAO,GAAG,CAAA;AACX,CAAC;AAED,uFAAuF;AACvF,SAAS,eAAe;IACvB,MAAM,CAAC,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAA;IAErH,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,4BAA4B,OAAO,CAAC,GAAG,wBAAwB,CAAC,CAAA;QAE9E,OAAO,IAAI,GAAG,EAAE,CAAA;IACjB,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IAEtD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,GAAG,EAAE,CAAA;IACtC,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAA;IACrE,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACpC,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;IACxC,MAAM,MAAM,GAAG,IAAI,GAAG,EAA+B,CAAA;IAErD,sBAAsB;IACtB,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC;QAC1C,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAAE,SAAQ;QACxB,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAE,CAAC,CAAA;QAClC,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;QACxC,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;QAEvC,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,SAAQ;QAClE,IAAI,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAE5B,IAAI,CAAC,MAAM;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC,CAAA;QAClD,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IAC9C,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAA;IAErC,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACpC,IAAI,IAAI,GAAuC,IAAI,CAAA;QAEnD,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,MAAM;YAAE,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;gBAAE,IAAI,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,CAAA;QAE3E,IAAI,IAAI;YAAE,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;IAClC,CAAC;IAED,OAAO,GAAG,CAAA;AACX,CAAC;AAED;;;GAGG;AACH,SAAS,SAAS,CACjB,MAAoB,EACpB,QAAkB,EAClB,OAA4B;IAE5B,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;IACxC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAA;IAEhD,IAAI,IAAI,GAAG,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;IACtC,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAEtE,+FAA+F;IAC/F,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,YAAY,IAAI,IAAI,CAAC,EAAE,KAAK,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG;QAAE,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAA;IAElG,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,aAAa,IAAI,IAAI,CAAC,EAAE,KAAK,iBAAiB,CAAC,IAAI,CAAC,IAAI;QAAE,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAA;IAE3F,MAAM,UAAU,GAA0C,EAAE,cAAc,EAAE,QAAQ,CAAC,CAAC,EAAE,cAAc,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAA;IACpH,IAAI,GAAG,GAAG,IAAI,CAAA;IAEd,IAAI,IAAI,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;QAC1B,GAAG,GAAG,GAAG,IAAI,KAAK,QAAQ,CAAC,KAAK,EAAE,CAAA;QAClC,UAAU,CAAC,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAA;IACnC,CAAC;SAAM,IAAI,IAAI,CAAC,EAAE,KAAK,YAAY,EAAE,CAAC;QACrC,GAAG,GAAG,GAAG,IAAI,KAAK,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,GAAG,EAAE,CAAA;QAClD,UAAU,CAAC,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAA;QAClC,UAAU,CAAC,QAAQ,GAAG,QAAQ,CAAC,GAAI,CAAA;IACpC,CAAC;SAAM,IAAI,IAAI,CAAC,EAAE,KAAK,aAAa,EAAE,CAAC;QACtC,GAAG,GAAG,GAAG,IAAI,KAAK,IAAI,KAAK,QAAQ,CAAC,KAAK,EAAE,CAAA;QAC3C,UAAU,CAAC,QAAQ,GAAG,IAAK,CAAA;QAC3B,UAAU,CAAC,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAA;IACnC,CAAC;SAAM,IAAI,IAAI,CAAC,EAAE,KAAK,iBAAiB,EAAE,CAAC;QAC1C,GAAG,GAAG,GAAG,IAAI,KAAK,IAAI,KAAK,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,GAAG,EAAE,CAAA;QAC3D,UAAU,CAAC,QAAQ,GAAG,IAAK,CAAA;QAC3B,UAAU,CAAC,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAA;QAClC,UAAU,CAAC,QAAQ,GAAG,QAAQ,CAAC,GAAI,CAAA;IACpC,CAAC;IAED,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;IAC1C,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAEvB,0FAA0F;IAC1F,0EAA0E;IAC1E,OAAO,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,CAAA;AAChF,CAAC;AAED;;;;GAIG;AACH,SAAS,QAAQ,CAAC,GAAe,EAAE,UAAiD;IACnF,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,GAAG,CAAA;IAEtE,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM;QAAE,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAA;IAEjF,IAAI,CAAC,WAAW,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,EAAE,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAA;QAEzD,OAAO,MAAM,CAAA;IACd,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,KAAK,SAAS,CAAC,MAAM,IAAI,WAAW,CAAC,MAAM,KAAK,SAAS,CAAC,MAAM,EAAE,CAAC;QACxF,MAAM,CAAC,IAAI,CAAC,6BAA6B,WAAW,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC,CAAA;QAEtG,OAAO,MAAM,CAAA;IACd,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,IAAI,CAAC,CAAC,WAAW,CAAC,CAAC,CAAE,IAAI,CAAC,IAAI,WAAW,CAAC,CAAC,CAAE,GAAG,SAAS,CAAC,CAAC,CAAE,IAAI,SAAS,CAAC,CAAC,CAAE,IAAI,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/F,MAAM,CAAC,IAAI,CAAC,QAAQ,SAAS,CAAC,CAAC,CAAC,KAAK,WAAW,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAA;QACvF,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,CAAC,CAAE,GAAG,SAAS,CAAC,CAAC,GAAG,CAAC,CAAE,EAAE,CAAC;YAClD,MAAM,CAAC,IAAI,CAAC,uCAAuC,CAAC,EAAE,CAAC,CAAA;QACxD,CAAC;IACF,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,MAAM,CAAA;IAEpC,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,CAAA;IAEhD,IAAI,SAAS,CAAC,MAAM,KAAK,SAAS;QAAE,MAAM,CAAC,IAAI,CAAC,cAAc,SAAS,CAAC,MAAM,kBAAkB,SAAS,EAAE,CAAC,CAAA;IAE5G,iGAAiG;IACjG,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QACvD,IAAI,KAAK,IAAI,IAAI;YAAE,SAAQ;QAC3B,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;QAEnF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,0BAA0B,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;YAC7D,SAAQ;QACT,CAAC;QACD,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAE,CAAA;QACvB,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAE,EAAE,SAAS,CAAC,GAAG,CAAE,CAAC,CAAA;QAEzD,IAAI,GAAG,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,WAAW,EAAE;YAAE,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,UAAU,GAAG,mBAAmB,KAAK,GAAG,CAAC,CAAA;IAC3G,CAAC;IAED,2EAA2E;IAC3E,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,MAAM,SAAS,GAAa,EAAE,CAAA;IAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,IAAI,WAAW,CAAC,CAAC,CAAE,GAAG,MAAM;YAAE,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAE,CAAC,CAAC,CAAA;QAChF,MAAM,GAAG,SAAS,CAAC,CAAC,CAAE,CAAA;IACvB,CAAC;IAED,IAAI,MAAM,GAAG,GAAG,CAAC,MAAM;QAAE,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;IAE1D,KAAK,MAAM,OAAO,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAA;QAEpD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YAC1B,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBAAE,MAAM,CAAC,IAAI,CAAC,2BAA2B,IAAI,GAAG,CAAC,CAAA;QACjG,CAAC;QACD,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAA;QAExD,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,qCAAqC,OAAO,GAAG,CAAC,CAAA;IACtG,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,CAAC,MAAM,kBAAkB,GAAgB;IAC9C,IAAI,EAAE,cAAc;IACpB,WAAW,EAAE,gGAAgG;IAC7G,IAAI,EAAE,UAAU;IAChB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,WAAW,EAAE,yDAAyD,EAAE,CAAC;IAChH,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK;QACpB,sEAAsE;QACtE,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACxC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,KAAK,CAAA;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,IAAI,oBAAoB,CAAA;QACtD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,kBAAkB,CAAA;QACpD,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,cAAc,CAAA;QAC/D,MAAM,UAAU,GAAG,kBAAkB,EAAE,CAAA;QACvC,OAAO,CAAC,KAAK,CAAC,sBAAsB,UAAU,CAAC,KAAK,CAAC,IAAI,WAAW,UAAU,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,CAAA;QAElG,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAA;QAC3D,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,CAAA;QAC9C,MAAM,EAAE,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAA;QACnC,MAAM,EAAE,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAA;QAE9C,4FAA4F;QAC5F,MAAM,IAAI,GAAe,EAAE,CAAA;QAC3B,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAA;QACnC,MAAM,KAAK,GAAG,EAAE,YAAY,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAA;QAEzD,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;YACzE,IAAI,IAAI,GAAG,CAAC,CAAA;YAEZ,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;gBAC3B,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;gBAE7B,IAAI,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC/D,KAAK,CAAC,YAAY,EAAE,CAAA;oBACpB,SAAQ;gBACT,CAAC;gBAED,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBACxF,KAAK,CAAC,OAAO,EAAE,CAAA;oBACf,SAAQ;gBACT,CAAC;gBAED,IAAI,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBACxB,KAAK,CAAC,OAAO,EAAE,CAAA;oBACf,SAAQ;gBACT,CAAC;gBACD,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;gBAClB,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;gBACZ,IAAI,EAAE,CAAA;YACP,CAAC;YACD,OAAO,CAAC,KAAK,CAAC,KAAK,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,MAAM,SAAS,CAAC,MAAM,eAAe,IAAI,OAAO,CAAC,CAAA;QACnH,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,kEAAkE,QAAQ,GAAG,CAAC,CAAA;QAC/F,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,EAAkB,CAAC,CAAC,CAAC,eAAe,EAAE,CAAA;QAE3E,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO,CAAC,KAAK,CAAC,mBAAmB,OAAO,CAAC,IAAI,iBAAiB,CAAC,CAAA;QAEjF,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,MAAM,UAAU,GAA2B,EAAE,CAAA;QAC7C,MAAM,UAAU,GAA2B,EAAE,CAAA;QAC7C,MAAM,UAAU,GAA2B,EAAE,CAAA;QAC7C,MAAM,YAAY,GAA2B,EAAE,CAAA;QAC/C,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAA;QACvC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAA;QACjC,MAAM,WAAW,GAAiD,EAAE,CAAA;QACpE,MAAM,OAAO,GAA+F,EAAE,CAAA;QAE9G,OAAO,OAAO,GAAG,KAAK,IAAI,KAAK,EAAE,GAAG,KAAK,GAAG,EAAE,EAAE,CAAC;YAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,CAAE,CAAA;YAC1D,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAA;YAExF,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACtB,OAAO,EAAE,CAAA;gBACT,SAAQ;YACT,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;gBAChB,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,GAAG,IAAI,CAAC,CAAA;gBAC9E,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;gBAClD,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;gBAClD,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;gBAClD,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;gBACpE,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;gBAChC,OAAO,EAAE,CAAA;gBACT,SAAQ;YACT,CAAC;YAED,MAAM,SAAS,GAAiB;gBAC/B,GAAG;gBACH,UAAU;gBACV,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,OAAO;gBACf,MAAM;gBACN,SAAS,EAAE,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC;gBAC7C,cAAc,EAAE,OAAO;gBACvB,OAAO,EAAE,kGAAkG;aAC3G,CAAA;YACD,6FAA6F;YAC7F,kFAAkF;YAClF,MAAM,OAAO,GAAG,QAAQ,CAAC,SAAS,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC,CAAA;YAE3D,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;gBAChD,OAAO,EAAE,CAAA;gBACT,SAAQ;YACT,CAAC;YACD,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,UAAU,CAAC,CAAA;YAEpD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,WAAW,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,CAAA;gBACrC,SAAQ;YACT,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAChB,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,YAAY,EAAE,cAAc,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,CAAA;YACnG,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;YAClD,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;YAClD,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;YAClD,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;YACpE,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;YAEhC,IAAI,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,CAAC;gBAC9E,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAA;YAC5F,CAAC;YACD,OAAO,EAAE,CAAA;QACV,CAAC;QAED,MAAM,MAAM,GAAG;YACd,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO;YACtC,IAAI,EAAE,OAAO;YACb,OAAO;YACP,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,aAAa,CAAC,IAAI,EAAE,GAAG,KAAK,EAAE;YACpE,UAAU,EAAE,YAAY;YACxB,KAAK,EAAE,UAAU;YACjB,KAAK,EAAE,UAAU;YACjB,KAAK,EAAE,UAAU;YACjB,KAAK,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,QAAQ,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;YACzE,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,8FAA8F;YACtG,OAAO;SACP,CAAA;QACD,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,cAAc,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAA;QAClG,OAAO,CAAC,KAAK,CACZ,iBAAiB,OAAO,kBAAkB,OAAO,UAAU,aAAa,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,sBAAsB,IAAI,CAAC,MAAM,IAAI;YAChI,YAAY,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI;YAC1C,YAAY,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI;YAC1C,YAAY,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI;YAC1C,YAAY,WAAW,CAAC,MAAM,eAAe,CAC9C,CAAA;QAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,mCAAmC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QACrF,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAA;IAC5B,CAAC;CACD,CAAA"}

package/out/src/shard-recipes/locale.d.ts

@@ -0,0 +1,19 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   `locale` shard recipe — the multi-locale generalization of the `german` recipe. Reads REAL
+ *   OpenAddresses tuples for a `--country` (DE/FR/NL/IT/ES), renders each via
+ *   {@link synthesizeLocaleRow} in BOTH orders (`--intl-fraction`, default 0.4 international / the
+ *   rest country-native), aligns to BIO, and emits a labeled JSONL. Generate-mode: it STREAMS each
+ *   source CSV (`unzip -p | readline`) and reservoir-samples to {@link RESERVOIR_CAP} (so FR/ES
+ *   countrywide work in bounded memory), then draws `--count` rows from the pool with the passed
+ *   `random`. Ported from scripts/build-locale-shard.mjs.
+ *
+ *   The reservoir uses its OWN seeded PRNG ({@link mulberry32}, per part), independent of the emit
+ *   `random`, so the input sample is reproducible WITHOUT perturbing the synth/order draws.
+ */
+import { type ShardRecipe } from "./scaffold.js";
+export declare const localeRecipe: ShardRecipe;
+//# sourceMappingURL=locale.d.ts.map

package/out/src/shard-recipes/locale.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"locale.d.ts","sourceRoot":"","sources":["../../../src/shard-recipes/locale.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAQH,OAAO,EAAkB,KAAK,WAAW,EAAE,MAAM,eAAe,CAAA;AA6LhE,eAAO,MAAM,YAAY,EAAE,WA4F1B,CAAA"}