@mailwoman/corpus 9.4.0 → 10.1.0

package/out/international/recipes/locale.js

@@ -0,0 +1,419 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   Samples real address tuples for one country and renders them in native or international order.
+ *   It emits aligned rows. The recipe samples and renders with separate seeded generators.
+ */
+import { COUNTRY_SURFACE_FORMS } from "@mailwoman/codex/country";
+import { dataRootPath } from "@mailwoman/core/data-root";
+import { openReadStream } from "@mailwoman/core/fs/streams";
+import { readZipEntry } from "@mailwoman/core/fs/zip";
+import { stringifyJSON } from "@mailwoman/core/json";
+import { isPresent } from "@mailwoman/core/objects";
+import { sample } from "@mailwoman/core/random";
+import { mulberry32 as makeMulberry32 } from "@mailwoman/core/utils";
+import { CSVSpliterator } from "spliterator";
+import { stableSourceID } from "#adapters/source-id";
+import { defaultRecipeSource } from "#recipes/sources";
+import { SourceRegister } from "#registers";
+import { renderLocaleRow } from "#surfaces/locale";
+import { SurfaceOrigin } from "#types";
+import { alignRow } from "#utils";
+/**
+ * The source files and metadata for each supported country.
+ */
+const COUNTRY_SOURCES = {
+    DE: {
+        source: defaultRecipeSource("synth-german"),
+        register: SourceRegister.OpenAddresses,
+        corpusVersion: "0.4.0",
+        parts: [
+            { zip: dataRootPath("oa-cache", "de__berlin.zip"), csv: "de/berlin.csv", region: "Berlin" },
+            { zip: dataRootPath("oa-cache", "de__sn__statewide.zip"), csv: "de/sn/statewide.csv", region: "Sachsen" },
+        ],
+    },
+    FR: {
+        source: defaultRecipeSource("synth-fr"),
+        register: SourceRegister.OpenAddresses,
+        corpusVersion: "0.4.0",
+        parts: [{ zip: dataRootPath("oa-cache", "fr__countrywide.zip"), csv: "fr/countrywide.csv" }],
+    },
+    NL: {
+        source: defaultRecipeSource("synth-nl"),
+        register: SourceRegister.OpenAddresses,
+        corpusVersion: "0.9.9",
+        parts: [{ path: dataRootPath("openaddresses", "extracted", "nl", "countrywide.csv") }],
+    },
+    IT: {
+        source: defaultRecipeSource("synth-it"),
+        register: SourceRegister.OpenAddresses,
+        corpusVersion: "0.9.9",
+        parts: [{ zip: dataRootPath("oa-cache", "it__countrywide.zip"), csv: "it/countrywide.csv" }],
+    },
+    PT: {
+        source: defaultRecipeSource("synth-pt"),
+        register: SourceRegister.OpenAddresses,
+        corpusVersion: "0.9.9",
+        parts: [{ path: dataRootPath("openaddresses", "extracted", "pt", "countrywide.csv") }],
+    },
+    CH: {
+        source: defaultRecipeSource("synth-ch"),
+        register: SourceRegister.OpenAddresses,
+        corpusVersion: "0.9.9",
+        parts: [{ path: dataRootPath("openaddresses", "extracted", "ch", "countrywide.csv") }],
+    },
+    HR: {
+        source: defaultRecipeSource("synth-hr"),
+        register: SourceRegister.OpenAddresses,
+        corpusVersion: "0.9.9",
+        parts: [{ path: dataRootPath("openaddresses", "extracted", "hr", "countrywide.csv") }],
+    },
+    SK: {
+        source: defaultRecipeSource("synth-sk"),
+        register: SourceRegister.OpenAddresses,
+        corpusVersion: "0.9.9",
+        parts: [{ path: dataRootPath("openaddresses", "extracted", "sk", "countrywide.csv") }],
+    },
+    LU: {
+        source: defaultRecipeSource("synth-lu"),
+        register: SourceRegister.OpenAddresses,
+        corpusVersion: "0.9.9",
+        parts: [{ path: dataRootPath("openaddresses", "extracted", "lu", "countrywide.csv") }],
+    },
+    ES: {
+        source: defaultRecipeSource("synth-es"),
+        register: SourceRegister.OpenAddresses,
+        corpusVersion: "0.9.9",
+        parts: [{ path: dataRootPath("openaddresses", "extracted", "es", "countrywide.csv") }],
+        // The raw CNIG file keeps pedanía names that the conformed OA file drops.
+        pedaniaParts: [
+            {
+                zip: dataRootPath("oa-cache", "es__countrywide.zip"),
+                csv: "es_addresses.csv",
+                cnigRaw: true,
+                districtAsLocality: true,
+            },
+        ],
+    },
+    NZ: {
+        // NZ stores the city in `district` and the suburb in `city`.
+        // The source has no postcodes.
+        source: defaultRecipeSource("synth-nz"),
+        register: SourceRegister.OpenAddresses,
+        corpusVersion: "0.9.9",
+        parts: [{ path: dataRootPath("openaddresses", "extracted", "nz", "countrywide.csv"), districtAsLocality: true }],
+    },
+    GB: {
+        // Price Paid Data stores the postal town in `district` and an optional dependent locality in `city`.
+        source: defaultRecipeSource("synth-gb"),
+        register: SourceRegister.LandRegistryPricePaid,
+        corpusVersion: "0.9.9",
+        parts: [{ path: dataRootPath("ppd", "2026-07-22", "gb-tuples.csv"), districtAsLocality: true }],
+    },
+};
+/**
+ * The reservoir size per part.
+ * This value bounds memory use.
+ */
+const RESERVOIR_CAP = 1_200_000;
+/**
+ * The share of ES rows that join street and house number with a space instead of the template separator.
+ */
+const ES_SPACE_JOIN_FRACTION = 0.5;
+/**
+ * The share of NL rows that keep the source postcode form without a space.
+ */
+const NL_GLUED_POSTCODE_FRACTION = 0.5;
+/**
+ * Cleans a city value.
+ *
+ * Returns `null` for a value with a comma or four digits.
+ * Strips a trailing parenthesized code of one to three letters.
+ */
+export function cleanCityNoise(city) {
+    if (/,|\d{4}/.test(city))
+        return null;
+    const stripped = city.replace(/\s*\(\p{L}{1,3}\)\s*$/u, "").trim();
+    return stripped || null;
+}
+/**
+ * Streams tuples from one part and reservoir-samples them with Algorithm R,
+ * using `rng` for reproducibility.
+ *
+ * A read failure logs a warning and returns an empty list.
+ */
+export async function readTuples(part, rng) {
+    // The stream stays as bytes because CSVSpliterator decodes UTF-8 itself.
+    const input = part.path
+        ? openReadStream(part.path)
+        : readZipEntry(part.zip, part.csv);
+    const get = (cells, i) => (i >= 0 && i < cells.length ? (cells[i] ?? "") : "");
+    const reservoir = [];
+    let cols = null;
+    let header = null;
+    let seen = 0;
+    let dropped = 0;
+    try {
+        // The first row holds the column names.
+        for await (const cells of CSVSpliterator.fromAsync(input, {
+            header: false,
+        })) {
+            if (header === null) {
+                header = cells.map((h) => h.toLowerCase());
+                // oxlint-disable-next-line no-loop-func -- the binding is per-iteration (for-of/for-await) and the batch is awaited before the next
+                const ix = (name) => header.indexOf(name);
+                // Raw CNIG files use Spanish column names.
+                cols = part.cnigRaw
+                    ? {
+                        num: ix("numero"),
+                        street: ix("nombre_via"),
+                        tipoVial: ix("tipo_vial"),
+                        city: ix("poblacion"),
+                        district: ix("municipio"),
+                        region: ix("comunidad_autonoma"),
+                        post: ix("cod_postal"),
+                    }
+                    : {
+                        num: ix("number"),
+                        street: ix("street"),
+                        tipoVial: -1,
+                        city: ix("city"),
+                        district: ix("district"),
+                        region: ix("region"),
+                        post: ix("postcode"),
+                    };
+                continue;
+            }
+            if (cols === null)
+                continue;
+            // Raw CNIG splits the road type from the street name, so the two are joined here.
+            const street = cols.tipoVial >= 0
+                ? [get(cells, cols.tipoVial), get(cells, cols.street)].filter(isPresent).join(" ")
+                : get(cells, cols.street);
+            const rawCity = get(cells, cols.city);
+            if (!street)
+                continue;
+            let locality;
+            let dependent_locality;
+            if (part.districtAsLocality) {
+                const rawDistrict = get(cells, cols.district);
+                if (!rawCity && !rawDistrict)
+                    continue;
+                const cleanedDistrict = cleanCityNoise(rawDistrict);
+                if (cleanedDistrict) {
+                    locality = cleanedDistrict;
+                    const cleanedCity = cleanCityNoise(rawCity);
+                    // A city equal to the locality, as when CNIG repeats `municipio` in `poblacion`, is dropped.
+                    dependent_locality =
+                        cleanedCity && cleanedCity.localeCompare(locality, undefined, { sensitivity: "base" }) !== 0
+                            ? cleanedCity
+                            : undefined;
+                }
+                else {
+                    locality = cleanCityNoise(rawCity);
+                }
+            }
+            else {
+                if (!rawCity)
+                    continue;
+                locality = cleanCityNoise(rawCity);
+            }
+            if (!locality) {
+                dropped++;
+                continue;
+            }
+            const tuple = {
+                house_number: get(cells, cols.num),
+                street,
+                locality,
+                region: get(cells, cols.region) || part.region || "",
+                postcode: get(cells, cols.post),
+                ...(dependent_locality ? { dependent_locality } : {}),
+            };
+            seen++;
+            if (reservoir.length < RESERVOIR_CAP) {
+                reservoir.push(tuple);
+            }
+            else {
+                const j = Math.floor(rng() * seen);
+                if (j < RESERVOIR_CAP) {
+                    reservoir[j] = tuple;
+                }
+            }
+        }
+    }
+    catch (error) {
+        console.error(`  WARN: read failed for ${part.path ?? part.zip}: ${error.message}`);
+        return [];
+    }
+    console.error(`  ${part.path ?? part.csv}: ${reservoir.length} sampled of ${seen} rows (${dropped} city-noise drops)`);
+    return reservoir;
+}
+/**
+ * Appends a country name to the row's text and components with probability `countryFraction`.
+ *
+ * A zero fraction draws no random number, so seeded output stays the same as a run without the option.
+ *
+ * @throws When the codex has no surface forms for the country.
+ */
+export function applyCountryAppend(synth, country, countryFraction, random) {
+    if (countryFraction > 0 && random() < countryFraction) {
+        const forms = COUNTRY_SURFACE_FORMS[country];
+        if (!forms?.length) {
+            throw new Error(`No COUNTRY_SURFACE_FORMS entry for ${country} — add it to codex/country/country.ts before using --country-fraction`);
+        }
+        const form = sample(forms, random);
+        synth.raw = `${synth.raw}, ${form}`;
+        synth.components = { ...synth.components, country: form };
+    }
+}
+/**
+ * Applies the per-run `districtAsLocality` override to a part.
+ * An unset override returns the part unchanged.
+ */
+export function applyDistrictAsLocalityOverride(part, override) {
+    return override === undefined ? part : { ...part, districtAsLocality: override };
+}
+/**
+ * Returns the country's `pedaniaParts` when the override is true and that property exists.
+ * Returns the default parts in all other cases.
+ */
+export function resolveLocaleParts(countrySource, override) {
+    return override === true && countrySource.pedaniaParts ? countrySource.pedaniaParts : countrySource.parts;
+}
+/**
+ * The locale recipe registered with the corpus builder.
+ */
+export const localeRecipe = {
+    name: "locale",
+    description: "Per-locale coverage rows (DE/FR/NL/IT/ES/NZ/GB) from real OA tuples, both orders → renderLocaleRow",
+    mode: "generate",
+    options: [
+        { flag: "--country <cc>", description: "Target country (DE|FR|NL|IT|ES|NZ|GB). Default DE" },
+        { flag: "--intl-fraction <f>", description: "Fraction rendered international order. Default 0.4" },
+        {
+            flag: "--country-fraction <f>",
+            description: "Fraction of rows that append an explicit country surface form (`, United Kingdom`) + a `country` component (fr-admin-split pattern). Default 0 — byte-identical to before when unset.",
+        },
+        {
+            flag: "--district-as-locality / --no-district-as-locality",
+            description: "Override the per-part districtAsLocality mapping for this run. Unset (default) leaves each COUNTRY_SOURCES part's own value untouched — every existing build stays byte-identical. ES additionally switches to the pedanía (poblacion→dependent_locality) source when passed as true — combine with --source-name rendered-es-pedania.",
+        },
+    ],
+    async run(opts, write) {
+        // Each part's sampler gets its own generator below, so this one drives rendering only.
+        const random = makeMulberry32(opts.seed);
+        const country = (opts.country ?? "DE").toUpperCase();
+        const countrySource = COUNTRY_SOURCES[country];
+        if (!countrySource) {
+            throw new Error(`No OA sources registered for --country ${country}. Known: ${Object.keys(COUNTRY_SOURCES).join(", ")}.`);
+        }
+        const intlFraction = opts.intlFraction ?? 0.4;
+        if (!(intlFraction >= 0 && intlFraction <= 1)) {
+            throw new Error(`--intl-fraction must be in [0, 1], got ${intlFraction}`);
+        }
+        const countryFraction = opts.countryFraction ?? 0;
+        if (!(countryFraction >= 0 && countryFraction <= 1)) {
+            throw new Error(`--country-fraction must be in [0, 1], got ${countryFraction}`);
+        }
+        // `COUNTRY_SOURCES` and `RECIPE_SOURCES` both use the retired spelling as their key.
+        // This lookup decides the vocabulary this recipe writes in one place
+        // rather than in twelve table entries.
+        const source = opts.sourceName ?? defaultRecipeSource(countrySource.source);
+        const count = opts.count ?? 4000;
+        // When unset, each part keeps its own setting.
+        // True also selects the ES pedanía parts.
+        const districtAsLocalityOverride = opts.districtAsLocality;
+        const parts = resolveLocaleParts(countrySource, districtAsLocalityOverride);
+        const pool = [];
+        for (let pi = 0; pi < parts.length; pi++) {
+            // The seed is derived from the run seed and part index.
+            const reservoirRng = makeMulberry32((opts.seed ^ (0x9e_37_79_b9 * (pi + 1))) >>> 0);
+            const effectivePart = applyDistrictAsLocalityOverride(parts[pi], districtAsLocalityOverride);
+            const t = await readTuples(effectivePart, reservoirRng);
+            // A spread of an array this large into `push` would overflow the stack.
+            for (const x of t) {
+                pool.push(x);
+            }
+        }
+        if (!pool.length) {
+            throw new Error(`No ${country} tuples found — are the source CSVs/zips present? (see COUNTRY_SOURCES)`);
+        }
+        let emitted = 0;
+        let skipped = 0;
+        let guard = 0;
+        const N = pool.length;
+        while (emitted < count && guard++ < count * 6) {
+            const base = pool[Math.floor(random() * N)];
+            const order = random() < intlFraction ? "international" : "native";
+            // These draws happen only for ES and NL, so other countries' seeded output is unaffected.
+            const nativeHouseJoin = country === "ES" ? (random() < ES_SPACE_JOIN_FRACTION ? "space" : "template") : undefined;
+            const postcodeShape = country === "NL"
+                ? random() < NL_GLUED_POSTCODE_FRACTION
+                    ? "as-source"
+                    : "conventional"
+                : undefined;
+            const synth = renderLocaleRow(base, country, { random, order, nativeHouseJoin, postcodeShape });
+            if (!synth) {
+                skipped++;
+                continue;
+            }
+            applyCountryAppend(synth, country, countryFraction, random);
+            if (opts.golden) {
+                // Golden rows must pass the same alignment check as training rows.
+                const goldenCanonical = {
+                    raw: synth.raw,
+                    components: synth.components,
+                    country,
+                    locale: synth.locale,
+                    source,
+                    source_id: "golden:align-check",
+                };
+                const goldenAligned = alignRow(goldenCanonical);
+                if (goldenAligned.kind !== "labeled" || !goldenAligned.row) {
+                    skipped++;
+                    continue;
+                }
+                write(stringifyJSON({ raw: synth.raw, components: synth.components, country, order }));
+                emitted++;
+                continue;
+            }
+            const sourceID = stableSourceID(source, {
+                street: synth.components.street,
+                house_number: synth.components.house_number,
+                locality: synth.components.locality,
+                postcode: synth.components.postcode,
+            });
+            const canonical = {
+                raw: synth.raw,
+                components: synth.components,
+                country,
+                locale: synth.locale,
+                source,
+                source_id: sourceID,
+                corpus_version: countrySource.corpusVersion,
+                license: `OpenAddresses ${country} tuples, rendered ${order}-order — see ingest SOURCES`,
+            };
+            const aligned = alignRow(canonical);
+            if (aligned.kind !== "labeled" || !aligned.row) {
+                skipped++;
+                continue;
+            }
+            // The component values are real.
+            // The recipe composes their order, punctuation and casing.
+            write(stringifyJSON({
+                ...aligned.row,
+                recipe: source,
+                order,
+                base_source_id: null,
+                register: countrySource.register,
+                surface: SurfaceOrigin.Composed,
+            }));
+            emitted++;
+        }
+        return { emitted, skipped };
+    },
+};
+//# sourceMappingURL=locale.js.map

package/out/international/recipes/locale.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"locale.js","sourceRoot":"","sources":["../../../lib/international/recipes/locale.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAA;AAChE,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAA;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAA;AACnD,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,UAAU,IAAI,cAAc,EAAE,MAAM,uBAAuB,CAAA;AAEpE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAE5C,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAA;AAEpD,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAA;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAC3C,OAAO,EAAgD,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAChG,OAAO,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAA;AACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAA;AA6CjC;;GAEG;AACH,MAAM,eAAe,GAAwC;IAC5D,EAAE,EAAE;QACH,MAAM,EAAE,mBAAmB,CAAC,cAAc,CAAC;QAC3C,QAAQ,EAAE,cAAc,CAAC,aAAa;QACtC,aAAa,EAAE,OAAO;QACtB,KAAK,EAAE;YACN,EAAE,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,gBAAgB,CAAC,EAAE,GAAG,EAAE,eAAe,EAAE,MAAM,EAAE,QAAQ,EAAE;YAC3F,EAAE,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,uBAAuB,CAAC,EAAE,GAAG,EAAE,qBAAqB,EAAE,MAAM,EAAE,SAAS,EAAE;SACzG;KACD;IACD,EAAE,EAAE;QACH,MAAM,EAAE,mBAAmB,CAAC,UAAU,CAAC;QACvC,QAAQ,EAAE,cAAc,CAAC,aAAa;QACtC,aAAa,EAAE,OAAO;QACtB,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,qBAAqB,CAAC,EAAE,GAAG,EAAE,oBAAoB,EAAE,CAAC;KAC5F;IACD,EAAE,EAAE;QACH,MAAM,EAAE,mBAAmB,CAAC,UAAU,CAAC;QACvC,QAAQ,EAAE,cAAc,CAAC,aAAa;QACtC,aAAa,EAAE,OAAO;QACtB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,CAAC,eAAe,EAAE,WAAW,EAAE,IAAI,EAAE,iBAAiB,CAAC,EAAE,CAAC;KACtF;IACD,EAAE,EAAE;QACH,MAAM,EAAE,mBAAmB,CAAC,UAAU,CAAC;QACvC,QAAQ,EAAE,cAAc,CAAC,aAAa;QACtC,aAAa,EAAE,OAAO;QACtB,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,qBAAqB,CAAC,EAAE,GAAG,EAAE,oBAAoB,EAAE,CAAC;KAC5F;IACD,EAAE,EAAE;QACH,MAAM,EAAE,mBAAmB,CAAC,UAAU,CAAC;QACvC,QAAQ,EAAE,cAAc,CAAC,aAAa;QACtC,aAAa,EAAE,OAAO;QACtB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,CAAC,eAAe,EAAE,WAAW,EAAE,IAAI,EAAE,iBAAiB,CAAC,EAAE,CAAC;KACtF;IACD,EAAE,EAAE;QACH,MAAM,EAAE,mBAAmB,CAAC,UAAU,CAAC;QACvC,QAAQ,EAAE,cAAc,CAAC,aAAa;QACtC,aAAa,EAAE,OAAO;QACtB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,CAAC,eAAe,EAAE,WAAW,EAAE,IAAI,EAAE,iBAAiB,CAAC,EAAE,CAAC;KACtF;IACD,EAAE,EAAE;QACH,MAAM,EAAE,mBAAmB,CAAC,UAAU,CAAC;QACvC,QAAQ,EAAE,cAAc,CAAC,aAAa;QACtC,aAAa,EAAE,OAAO;QACtB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,CAAC,eAAe,EAAE,WAAW,EAAE,IAAI,EAAE,iBAAiB,CAAC,EAAE,CAAC;KACtF;IACD,EAAE,EAAE;QACH,MAAM,EAAE,mBAAmB,CAAC,UAAU,CAAC;QACvC,QAAQ,EAAE,cAAc,CAAC,aAAa;QACtC,aAAa,EAAE,OAAO;QACtB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,CAAC,eAAe,EAAE,WAAW,EAAE,IAAI,EAAE,iBAAiB,CAAC,EAAE,CAAC;KACtF;IACD,EAAE,EAAE;QACH,MAAM,EAAE,mBAAmB,CAAC,UAAU,CAAC;QACvC,QAAQ,EAAE,cAAc,CAAC,aAAa;QACtC,aAAa,EAAE,OAAO;QACtB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,CAAC,eAAe,EAAE,WAAW,EAAE,IAAI,EAAE,iBAAiB,CAAC,EAAE,CAAC;KACtF;IACD,EAAE,EAAE;QACH,MAAM,EAAE,mBAAmB,CAAC,UAAU,CAAC;QACvC,QAAQ,EAAE,cAAc,CAAC,aAAa;QACtC,aAAa,EAAE,OAAO;QACtB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,CAAC,eAAe,EAAE,WAAW,EAAE,IAAI,EAAE,iBAAiB,CAAC,EAAE,CAAC;QACtF,0EAA0E;QAC1E,YAAY,EAAE;YACb;gBACC,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,qBAAqB,CAAC;gBACpD,GAAG,EAAE,kBAAkB;gBACvB,OAAO,EAAE,IAAI;gBACb,kBAAkB,EAAE,IAAI;aACxB;SACD;KACD;IACD,EAAE,EAAE;QACH,6DAA6D;QAC7D,+BAA+B;QAC/B,MAAM,EAAE,mBAAmB,CAAC,UAAU,CAAC;QACvC,QAAQ,EAAE,cAAc,CAAC,aAAa;QACtC,aAAa,EAAE,OAAO;QACtB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,CAAC,eAAe,EAAE,WAAW,EAAE,IAAI,EAAE,iBAAiB,CAAC,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;KAChH;IACD,EAAE,EAAE;QACH,qGAAqG;QACrG,MAAM,EAAE,mBAAmB,CAAC,UAAU,CAAC;QACvC,QAAQ,EAAE,cAAc,CAAC,qBAAqB;QAC9C,aAAa,EAAE,OAAO;QACtB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,CAAC,KAAK,EAAE,YAAY,EAAE,eAAe,CAAC,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;KAC/F;CACD,CAAA;AAED;;;GAGG;AACH,MAAM,aAAa,GAAG,SAAS,CAAA;AAE/B;;GAEG;AACH,MAAM,sBAAsB,GAAG,GAAG,CAAA;AAElC;;GAEG;AACH,MAAM,0BAA0B,GAAG,GAAG,CAAA;AAEtC;;;;;GAKG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IAC1C,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IAErC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,wBAAwB,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;IAElE,OAAO,QAAQ,IAAI,IAAI,CAAA;AACxB,CAAC;AAgBD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAgB,EAAE,GAAiB;IACnE,yEAAyE;IACzE,MAAM,KAAK,GAAsD,IAAI,CAAC,IAAI;QACzE,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC;QAC3B,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,GAAI,EAAE,IAAI,CAAC,GAAI,CAAC,CAAA;IAErC,MAAM,GAAG,GAAG,CAAC,KAAe,EAAE,CAAS,EAAU,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;IACxG,MAAM,SAAS,GAAsB,EAAE,CAAA;IACvC,IAAI,IAAI,GAAuB,IAAI,CAAA;IACnC,IAAI,MAAM,GAAoB,IAAI,CAAA;IAClC,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,IAAI,OAAO,GAAG,CAAC,CAAA;IAEf,IAAI,CAAC;QACJ,wCAAwC;QACxC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,cAAc,CAAC,SAAS,CAAW,KAAK,EAAE;YACnE,MAAM,EAAE,KAAK;SACb,CAAC,EAAE,CAAC;YACJ,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBACrB,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAA;gBAC1C,oIAAoI;gBACpI,MAAM,EAAE,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,MAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;gBAE1D,2CAA2C;gBAC3C,IAAI,GAAG,IAAI,CAAC,OAAO;oBAClB,CAAC,CAAC;wBACA,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC;wBACjB,MAAM,EAAE,EAAE,CAAC,YAAY,CAAC;wBACxB,QAAQ,EAAE,EAAE,CAAC,WAAW,CAAC;wBACzB,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC;wBACrB,QAAQ,EAAE,EAAE,CAAC,WAAW,CAAC;wBACzB,MAAM,EAAE,EAAE,CAAC,oBAAoB,CAAC;wBAChC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC;qBACtB;oBACF,CAAC,CAAC;wBACA,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC;wBACjB,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC;wBACpB,QAAQ,EAAE,CAAC,CAAC;wBACZ,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC;wBAChB,QAAQ,EAAE,EAAE,CAAC,UAAU,CAAC;wBACxB,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC;wBACpB,IAAI,EAAE,EAAE,CAAC,UAAU,CAAC;qBACpB,CAAA;gBAEH,SAAQ;YACT,CAAC;YAED,IAAI,IAAI,KAAK,IAAI;gBAAE,SAAQ;YAE3B,kFAAkF;YAClF,MAAM,MAAM,GACX,IAAI,CAAC,QAAQ,IAAI,CAAC;gBACjB,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;gBAClF,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;YAE3B,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;YAErC,IAAI,CAAC,MAAM;gBAAE,SAAQ;YAErB,IAAI,QAAuB,CAAA;YAC3B,IAAI,kBAAsC,CAAA;YAE1C,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAC7B,MAAM,WAAW,GAAG,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;gBAE7C,IAAI,CAAC,OAAO,IAAI,CAAC,WAAW;oBAAE,SAAQ;gBAEtC,MAAM,eAAe,GAAG,cAAc,CAAC,WAAW,CAAC,CAAA;gBAEnD,IAAI,eAAe,EAAE,CAAC;oBACrB,QAAQ,GAAG,eAAe,CAAA;oBAC1B,MAAM,WAAW,GAAG,cAAc,CAAC,OAAO,CAAC,CAAA;oBAE3C,6FAA6F;oBAC7F,kBAAkB;wBACjB,WAAW,IAAI,WAAW,CAAC,aAAa,CAAC,QAAQ,EAAE,SAAS,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC;4BAC3F,CAAC,CAAC,WAAW;4BACb,CAAC,CAAC,SAAS,CAAA;gBACd,CAAC;qBAAM,CAAC;oBACP,QAAQ,GAAG,cAAc,CAAC,OAAO,CAAC,CAAA;gBACnC,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,IAAI,CAAC,OAAO;oBAAE,SAAQ;gBACtB,QAAQ,GAAG,cAAc,CAAC,OAAO,CAAC,CAAA;YACnC,CAAC;YAED,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACf,OAAO,EAAE,CAAA;gBAET,SAAQ;YACT,CAAC;YAED,MAAM,KAAK,GAAoB;gBAC9B,YAAY,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC;gBAClC,MAAM;gBACN,QAAQ;gBACR,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE;gBACpD,QAAQ,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC;gBAC/B,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACrD,CAAA;YAED,IAAI,EAAE,CAAA;YAEN,IAAI,SAAS,CAAC,MAAM,GAAG,aAAa,EAAE,CAAC;gBACtC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACtB,CAAC;iBAAM,CAAC;gBACP,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAA;gBAElC,IAAI,CAAC,GAAG,aAAa,EAAE,CAAC;oBACvB,SAAS,CAAC,CAAC,CAAC,GAAG,KAAK,CAAA;gBACrB,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,CAAC,2BAA2B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,KAAM,KAAe,CAAC,OAAO,EAAE,CAAC,CAAA;QAE9F,OAAO,EAAE,CAAA;IACV,CAAC;IAED,OAAO,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,KAAK,SAAS,CAAC,MAAM,eAAe,IAAI,UAAU,OAAO,oBAAoB,CAAC,CAAA;IAEtH,OAAO,SAAS,CAAA;AACjB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,kBAAkB,CACjC,KAAwB,EACxB,OAAe,EACf,eAAuB,EACvB,MAAoB;IAEpB,IAAI,eAAe,GAAG,CAAC,IAAI,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;QACvD,MAAM,KAAK,GAAG,qBAAqB,CAAC,OAA6C,CAAC,CAAA;QAElF,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CACd,sCAAsC,OAAO,uEAAuE,CACpH,CAAA;QACF,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;QAClC,KAAK,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC,GAAG,KAAK,IAAI,EAAE,CAAA;QACnC,KAAK,CAAC,UAAU,GAAG,EAAE,GAAG,KAAK,CAAC,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;IAC1D,CAAC;AACF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,+BAA+B,CAAC,IAAgB,EAAE,QAA6B;IAC9F,OAAO,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,CAAA;AACjF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,aAAkC,EAAE,QAA6B;IACnG,OAAO,QAAQ,KAAK,IAAI,IAAI,aAAa,CAAC,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAA;AAC1G,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,YAAY,GAAiB;IACzC,IAAI,EAAE,QAAQ;IACd,WAAW,EAAE,oGAAoG;IACjH,IAAI,EAAE,UAAU;IAChB,OAAO,EAAE;QACR,EAAE,IAAI,EAAE,gBAAgB,EAAE,WAAW,EAAE,mDAAmD,EAAE;QAC5F,EAAE,IAAI,EAAE,qBAAqB,EAAE,WAAW,EAAE,oDAAoD,EAAE;QAClG;YACC,IAAI,EAAE,wBAAwB;YAC9B,WAAW,EACV,uLAAuL;SACxL;QACD;YACC,IAAI,EAAE,oDAAoD;YAC1D,WAAW,EACV,wUAAwU;SACzU;KACD;IACD,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK;QACpB,uFAAuF;QACvF,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACxC,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC,WAAW,EAAE,CAAA;QACpD,MAAM,aAAa,GAAG,eAAe,CAAC,OAAO,CAAC,CAAA;QAE9C,IAAI,CAAC,aAAa,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CACd,0CAA0C,OAAO,YAAY,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACvG,CAAA;QACF,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,GAAG,CAAA;QAE7C,IAAI,CAAC,CAAC,YAAY,IAAI,CAAC,IAAI,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,KAAK,CAAC,0CAA0C,YAAY,EAAE,CAAC,CAAA;QAC1E,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,CAAC,eAAe,IAAI,CAAC,CAAA;QAEjD,IAAI,CAAC,CAAC,eAAe,IAAI,CAAC,IAAI,eAAe,IAAI,CAAC,CAAC,EAAE,CAAC;YACrD,MAAM,IAAI,KAAK,CAAC,6CAA6C,eAAe,EAAE,CAAC,CAAA;QAChF,CAAC;QAED,qFAAqF;QACrF,qEAAqE;QACrE,uCAAuC;QACvC,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,IAAI,mBAAmB,CAAC,aAAa,CAAC,MAAM,CAAC,CAAA;QAC3E,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAA;QAChC,+CAA+C;QAC/C,0CAA0C;QAC1C,MAAM,0BAA0B,GAAG,IAAI,CAAC,kBAAkB,CAAA;QAC1D,MAAM,KAAK,GAAG,kBAAkB,CAAC,aAAa,EAAE,0BAA0B,CAAC,CAAA;QAE3E,MAAM,IAAI,GAAsB,EAAE,CAAA;QAElC,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC;YAC1C,wDAAwD;YACxD,MAAM,YAAY,GAAG,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,aAAa,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAA;YACnF,MAAM,aAAa,GAAG,+BAA+B,CAAC,KAAK,CAAC,EAAE,CAAE,EAAE,0BAA0B,CAAC,CAAA;YAC7F,MAAM,CAAC,GAAG,MAAM,UAAU,CAAC,aAAa,EAAE,YAAY,CAAC,CAAA;YAEvD,wEAAwE;YACxE,KAAK,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACnB,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACb,CAAC;QACF,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,MAAM,OAAO,yEAAyE,CAAC,CAAA;QACxG,CAAC;QAED,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAA;QAErB,OAAO,OAAO,GAAG,KAAK,IAAI,KAAK,EAAE,GAAG,KAAK,GAAG,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAE,CAAA;YAC5C,MAAM,KAAK,GAAG,MAAM,EAAE,GAAG,YAAY,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAA;YAElE,0FAA0F;YAC1F,MAAM,eAAe,GACpB,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,sBAAsB,CAAC,CAAC,CAAE,OAAiB,CAAC,CAAC,CAAE,UAAoB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;YAEhH,MAAM,aAAa,GAClB,OAAO,KAAK,IAAI;gBACf,CAAC,CAAC,MAAM,EAAE,GAAG,0BAA0B;oBACtC,CAAC,CAAE,WAAqB;oBACxB,CAAC,CAAE,cAAwB;gBAC5B,CAAC,CAAC,SAAS,CAAA;YAEb,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,CAAC,CAAA;YAE/F,IAAI,CAAC,KAAK,EAAE,CAAC;gBACZ,OAAO,EAAE,CAAA;gBAET,SAAQ;YACT,CAAC;YAED,kBAAkB,CAAC,KAAK,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,CAAC,CAAA;YAE3D,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjB,mEAAmE;gBACnE,MAAM,eAAe,GAAG;oBACvB,GAAG,EAAE,KAAK,CAAC,GAAG;oBACd,UAAU,EAAE,KAAK,CAAC,UAAU;oBAC5B,OAAO;oBACP,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,MAAM;oBACN,SAAS,EAAE,oBAAoB;iBAC/B,CAAA;gBAED,MAAM,aAAa,GAAG,QAAQ,CAAC,eAAiD,CAAC,CAAA;gBAEjF,IAAI,aAAa,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,CAAC;oBAC5D,OAAO,EAAE,CAAA;oBAET,SAAQ;gBACT,CAAC;gBAED,KAAK,CAAC,aAAa,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;gBAEtF,OAAO,EAAE,CAAA;gBAET,SAAQ;YACT,CAAC;YAED,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE;gBACvC,MAAM,EAAE,KAAK,CAAC,UAAU,CAAC,MAAM;gBAC/B,YAAY,EAAE,KAAK,CAAC,UAAU,CAAC,YAAY;gBAC3C,QAAQ,EAAE,KAAK,CAAC,UAAU,CAAC,QAAQ;gBACnC,QAAQ,EAAE,KAAK,CAAC,UAAU,CAAC,QAAQ;aACnC,CAAC,CAAA;YAEF,MAAM,SAAS,GAAG;gBACjB,GAAG,EAAE,KAAK,CAAC,GAAG;gBACd,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,OAAO;gBACP,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,MAAM;gBACN,SAAS,EAAE,QAAQ;gBACnB,cAAc,EAAE,aAAa,CAAC,aAAa;gBAC3C,OAAO,EAAE,iBAAiB,OAAO,qBAAqB,KAAK,6BAA6B;aACxF,CAAA;YAED,MAAM,OAAO,GAAG,QAAQ,CAAC,SAA2C,CAAC,CAAA;YAErE,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;gBAChD,OAAO,EAAE,CAAA;gBAET,SAAQ;YACT,CAAC;YAED,iCAAiC;YACjC,2DAA2D;YAC3D,KAAK,CACJ,aAAa,CAAC;gBACb,GAAG,OAAO,CAAC,GAAG;gBACd,MAAM,EAAE,MAAM;gBACd,KAAK;gBACL,cAAc,EAAE,IAAI;gBACpB,QAAQ,EAAE,aAAa,CAAC,QAAQ;gBAChC,OAAO,EAAE,aAAa,CAAC,QAAQ;aAC/B,CAAC,CACF,CAAA;YAED,OAAO,EAAE,CAAA;QACV,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAA;IAC5B,CAAC;CACD,CAAA"}