@mailwoman/corpus 10.0.0 → 10.2.0

package/out/recipes/sub/venue.js

@@ -0,0 +1,558 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   Generates rows that tag venue-interior strings such as `Terminal 5` or `North Gate` as `unit` beside a `venue`,
+ *   with confound rows as negatives.
+ */
+import { dataRootPath } from "@mailwoman/core/data-root";
+import { stringifyJSON } from "@mailwoman/core/json";
+import { sample } from "@mailwoman/core/random";
+import { mulberry32 as makeMulberry32 } from "@mailwoman/core/utils";
+import { upperFirst } from "@mailwoman/normalize/case";
+import { recipeSourceID } from "#recipes/scaffold";
+import { defaultRecipeSource } from "#recipes/sources";
+import { buildStreetNegatives, loadContextTuples } from "#recipes/sub/venue/context";
+import { addressGroups, renderGroups, sampleRegister } from "#recipes/sub/venue/render";
+import { buildIdentifierModel, defaultLexiconPath, EMPTY_NAME_POOLS, mergeNamePools, promotedSurfacesFor, readExtractPools, readOvertureNamePools, readSubVenueLexicon, rejectedPhrasesFor, sampleIdentifier, } from "#recipes/sub/venue/sources";
+import { DEFAULT_VENUE_NAMES } from "#recipes/venue";
+import { alignRow } from "#utils";
+/**
+ * The locale legs and their shares.
+ *
+ * The English legs account for the largest shares because only English has the modifier form
+ * and most eval confound rows are GB or US addresses.
+ * The en-US leg accounts for the largest negative share because its confound pool is the largest.
+ *
+ * The JP corpus builder processes Japanese sub-venue rows.
+ * It uses a different label set.
+ */
+export const SUBVENUE_LEGS = [
+    {
+        locale: "en-GB",
+        country: "GB",
+        region: "GB",
+        extract: "great-britain.jsonl",
+        english: true,
+        positiveShare: 0.25,
+        negativeShare: 0.3,
+    },
+    { locale: "en-US", country: "US", region: "GB", english: true, positiveShare: 0.25, negativeShare: 0.35 },
+    {
+        locale: "fr-FR",
+        country: "FR",
+        region: "FR",
+        extract: "france.jsonl",
+        english: false,
+        positiveShare: 0.16,
+        negativeShare: 0.2,
+    },
+    {
+        locale: "de-DE",
+        country: "DE",
+        region: "DE",
+        extract: "germany.jsonl",
+        english: false,
+        positiveShare: 0.14,
+        negativeShare: 0.1,
+    },
+    {
+        locale: "es-ES",
+        country: "ES",
+        region: "ES",
+        extract: "spain.jsonl",
+        english: false,
+        positiveShare: 0.15,
+        negativeShare: 0.05,
+    },
+    {
+        locale: "ca-ES",
+        country: "ES",
+        region: "ES",
+        extract: "spain.jsonl",
+        english: false,
+        positiveShare: 0.05,
+        negativeShare: 0,
+        postcodePrefixes: ["07", "08", "17", "25", "43"],
+    },
+];
+/**
+ * The region whose identifier distribution the en-US leg uses.
+ *
+ * The en-US leg has no OSM extract.
+ * The Overture names file carries venue names without refs.
+ * The recipe borrows the identifier distribution from GB.
+ */
+export const US_IDENTIFIER_REGION_BORROWED_FROM = "GB";
+// #endregion
+// #region Tunables
+/**
+ * The suggested `--count` for this recipe.
+ *
+ * The training sampler drops a source from its multinomial once the source runs out of rows,
+ * so an undersized output receives less than its configured weight.
+ * At a source weight of 12.0 in a one-million-row epoch, the sampler draws
+ * about 77,000 rows from this output.
+ * The value 120,000 leaves headroom above that.
+ */
+export const RECOMMENDED_ROW_COUNT = 120_000;
+/**
+ * The default share of rows that are confound negatives without a `unit` span.
+ *
+ * The `--negative-fraction` option overrides it.
+ */
+const DEFAULT_NEGATIVE_FRACTION = 0.3;
+/**
+ * The share of positives that use a real sub-venue name from an extract, such as `Pier 1`.
+ *
+ * The attested pool holds only a few dozen strings per leg, so a larger share would mostly repeat them.
+ */
+const ATTESTED_FRACTION = 0.1;
+/**
+ * The share of synthesized English positives that use the `<modifier> <designator>` form.
+ *
+ * The share favors the modifier form because the model already handles
+ * designator-plus-identifier strings such as `Terminal 5`.
+ */
+const ENGLISH_MODIFIER_FORM_FRACTION = 0.6;
+// #endregion
+// #region Board reservation
+/**
+ * Lowercase surfaces from the eval board
+ * in `packages/mailwoman/tools/eval-harness/fixtures/venue-structure-confounds.jsonl`.
+ *
+ * The recipe drops any row that contains one of these and counts it in `contaminated`.
+ * The list is copied by hand because `@mailwoman/corpus` cannot read the board's fixture at run time.
+ * Update it when the board changes.
+ */
+export const BOARD_RESERVED_SURFACES = [
+    // gb-street-gate
+    "briggate",
+    "kirkgate",
+    "castlegate",
+    "micklegate",
+    "fishergate",
+    "gallowgate",
+    "cowgate",
+    "canongate",
+    "westgate",
+    "northgate",
+    // gate-house-venue
+    "gate house",
+    "gatehouse",
+    // terminal-estate
+    "terminal industrial estate",
+    "terminal house",
+    "ocean terminal",
+    "terminal warehouse",
+    // wing-name
+    "wing yip",
+    "wing lee",
+    "bletchley park",
+    // designator-as-street
+    "campus drive",
+    "arcade avenue",
+    "concourse village",
+    "building society place",
+    "enclosure road",
+    // modifier-designator-street
+    "east gate",
+    "west gate",
+    "west wickham",
+];
+/**
+ * Returns whether the row text contains any surface in {@link BOARD_RESERVED_SURFACES}.
+ */
+export function isBoardReserved(raw) {
+    const low = raw.toLowerCase();
+    return BOARD_RESERVED_SURFACES.some((surface) => low.includes(surface));
+}
+/**
+ * Builds one sub-venue string for a leg, or returns `null` when it cannot.
+ *
+ * A promotion with `shape: "identifier-required"` always renders as `<Phrase> <identifier>`.
+ * German `Halle` also serves as a place name.
+ *
+ * The identifier distinguishes the two readings.
+ * The guard lives here so that every caller inherits it.
+ */
+export function buildSubVenueForm(leg, promoted, model, modifiers, attested, random) {
+    if (!promoted.length)
+        return null;
+    if (attested.length && random() < ATTESTED_FRACTION) {
+        const text = sample(attested, random);
+        return { text, form: "attested", designatorID: "attested" };
+    }
+    const modifierCandidates = leg.english ? promoted.filter((p) => p.modifierEligible && !p.identifierRequired) : [];
+    const useModifier = modifierCandidates.length > 0 && random() < ENGLISH_MODIFIER_FORM_FRACTION;
+    if (useModifier) {
+        const promotedSurface = sample(modifierCandidates, random);
+        const modifier = sample(modifiers, random);
+        return {
+            text: `${upperFirst(modifier)} ${promotedSurface.surface}`,
+            form: "modifier-designator",
+            designatorID: promotedSurface.designatorID,
+        };
+    }
+    const promotedSurface = sample(promoted, random);
+    const identifier = sampleIdentifier(model, promotedSurface.designatorID, random);
+    if (!identifier)
+        return null;
+    return {
+        text: `${promotedSurface.surface} ${identifier}`,
+        form: "designator-identifier",
+        designatorID: promotedSurface.designatorID,
+    };
+}
+/**
+ * An alias of {@link buildSubVenueForm}.
+ *
+ * @deprecated Use {@link buildSubVenueForm}.
+ */
+export const buildPositiveForms = buildSubVenueForm;
+// #endregion
+// #region Negatives
+/**
+ * The confound classes that the recipe emits as negatives.
+ */
+export const NegativeClass = {
+    /**
+     * A surface rejected for the locale in the venue slot, such as `Red Wing Shoes`.
+     */
+    RejectedVenue: "rejected-venue",
+    /**
+     * A longer proper name that contains a designator, tagged whole as `venue`,
+     * such as `Lochaline Ferry Terminal`.
+     */
+    LongerName: "longer-name",
+    /**
+     * A real street whose name contains a designator token, such as `Pier Road`.
+     */
+    DesignatorStreet: "designator-street",
+    /**
+     * A real street with the `<modifier> <designator>` shape, such as `East Gate`.
+     */
+    ModifierDesignatorStreet: "modifier-designator-street",
+    /**
+     * A GB single-token `-gate` street, such as `Moorgate`.
+     */
+    GateSuffixStreet: "gate-suffix-street",
+    /**
+     * A promoted phrase in a shape that its promotion excludes, such as `Halle Rosengarten`.
+     *
+     * See `LegPools.unpromotedShapes`.
+     */
+    UnpromotedShape: "unpromoted-shape",
+};
+/**
+ * Returns the negative classes that have a non-empty source pool for this leg.
+ *
+ * The recipe skips a class that has no source.
+ * The report records the missing source.
+ */
+function availableNegativeClasses(pools, streets) {
+    const available = [];
+    const sourced = [
+        [NegativeClass.RejectedVenue, pools.rejectedVenues.length],
+        [NegativeClass.LongerName, pools.longerNames.length],
+        [NegativeClass.UnpromotedShape, pools.unpromotedShapes.length],
+        [NegativeClass.DesignatorStreet, streets.designator.length],
+        [NegativeClass.ModifierDesignatorStreet, streets.modifierDesignator.length],
+        [NegativeClass.GateSuffixStreet, streets.gateSuffix.length],
+    ];
+    for (const [negativeClass, size] of sourced) {
+        if (size > 0) {
+            available.push(negativeClass);
+        }
+    }
+    return available;
+}
+const LICENSE = "Synthetic — OpenStreetMap venue + sub-venue names (ODbL, © OpenStreetMap contributors) and Overture Places names " +
+    "(CDLA-Permissive-2.0) over OpenAddresses / HM Land Registry Price Paid Data address skeletons";
+const CORPUS_VERSION = "0.16.0";
+const bump = (record, key) => {
+    record[key] = (record[key] ?? 0) + 1;
+};
+/**
+ * Renders and aligns one row.
+ * Writes the row and returns whether the write succeeded.
+ *
+ * The function drops rows that contain an eval-board surface or fail alignment.
+ */
+function emitRow(context, leg, stats, groups, register, synthMethod, disambiguator) {
+    const { raw, components } = renderGroups(groups, register);
+    if (isBoardReserved(raw)) {
+        context.counters.contaminated++;
+        return false;
+    }
+    const aligned = alignRow({
+        raw,
+        components,
+        country: leg.country,
+        locale: leg.locale,
+        source: context.source,
+        source_id: recipeSourceID(context.source, { ...components, ...disambiguator }),
+        corpus_version: CORPUS_VERSION,
+        license: LICENSE,
+    });
+    if (aligned.kind !== "labeled" || !aligned.row) {
+        context.counters.skipped++;
+        return false;
+    }
+    context.write(stringifyJSON({ ...aligned.row, synth_method: synthMethod, synth_base_id: null }));
+    context.counters.emitted++;
+    bump(stats.byRegister, register);
+    return true;
+}
+// Both cutoffs apply to the same random draw per row.
+const NO_STREET_SHARE = 0.25;
+const SUBVENUE_FIRST_CUTOFF = 0.55;
+/**
+ * Emits one leg's positive rows, each with a `unit` span, a real `venue` and an address from the leg.
+ */
+function emitPositives(context, leg, pools, promoted, model, stats, target) {
+    const { random } = context;
+    let produced = 0;
+    let guard = 0;
+    while (produced < target && guard++ < target * 8) {
+        if (!pools.context.length || !pools.venues.length)
+            break;
+        const form = buildSubVenueForm(leg, promoted, model, context.modifiers, pools.attested, random);
+        if (!form) {
+            context.counters.skipped++;
+            continue;
+        }
+        const tuple = sample(pools.context, random);
+        const venue = sample(pools.venues, random);
+        // Alignment cannot place two spans when one contains the other, so the loop redraws.
+        const lowVenue = venue.toLowerCase();
+        const lowForm = form.text.toLowerCase();
+        if (lowVenue.includes(lowForm) || lowForm.includes(lowVenue))
+            continue;
+        const register = sampleRegister(random);
+        const subGroup = [{ text: form.text, tag: "unit" }];
+        const venueGroup = [{ text: venue, tag: "venue" }];
+        const r = random();
+        // Some rows omit the street because venue addresses such as airport terminals often lack one.
+        const body = addressGroups(leg.country, tuple, r >= NO_STREET_SHARE);
+        // An empty body means that no address layout covers this country.
+        if (!body.length)
+            continue;
+        // Real mail uses both "Terminal 5, Heathrow" and "Heathrow, Terminal 5".
+        const groups = r < SUBVENUE_FIRST_CUTOFF ? [subGroup, venueGroup, ...body] : [venueGroup, subGroup, ...body];
+        const ok = emitRow(context, leg, stats, groups, register, `sub-venue:${form.form}`, {
+            leg: leg.locale,
+            form: form.form,
+            v: String(produced),
+        });
+        if (!ok)
+            continue;
+        produced++;
+        stats.positives++;
+        bump(stats.byForm, form.form);
+        bump(stats.byDesignator, form.designatorID);
+    }
+}
+// This share applies only to negatives drawn from the name pools.
+const NEGATIVE_WITH_STREET_SHARE = 0.75;
+/**
+ * Emits one leg's negative rows, none of which includes a `unit` span.
+ */
+function emitNegatives(context, leg, pools, stats, target) {
+    const { random } = context;
+    const streets = buildStreetNegatives(pools.context, context.designatorPhrases, context.modifiers, leg.country);
+    const available = availableNegativeClasses(pools, streets);
+    let produced = 0;
+    let guard = 0;
+    while (produced < target && guard++ < target * 8) {
+        if (!available.length || !pools.context.length)
+            break;
+        const negativeClass = sample(available, random);
+        const register = sampleRegister(random);
+        let groups;
+        if (negativeClass === NegativeClass.DesignatorStreet) {
+            groups = addressGroups(leg.country, pickTuple(streets.designator, random), true);
+        }
+        else if (negativeClass === NegativeClass.ModifierDesignatorStreet) {
+            groups = addressGroups(leg.country, pickTuple(streets.modifierDesignator, random), true);
+        }
+        else if (negativeClass === NegativeClass.GateSuffixStreet) {
+            groups = addressGroups(leg.country, pickTuple(streets.gateSuffix, random), true);
+        }
+        else {
+            const pool = negativeClass === NegativeClass.RejectedVenue
+                ? pools.rejectedVenues
+                : negativeClass === NegativeClass.LongerName
+                    ? pools.longerNames
+                    : pools.unpromotedShapes;
+            const name = sample(pool, random);
+            const tuple = sample(pools.context, random);
+            groups = [
+                [{ text: name, tag: "venue" }],
+                ...addressGroups(leg.country, tuple, random() < NEGATIVE_WITH_STREET_SHARE),
+            ];
+        }
+        // The loop skips rows without an address.
+        // This happens when no layout covers the country.
+        if (!groups.length || groups.every((group) => group.every((piece) => piece.tag === "venue")))
+            continue;
+        const ok = emitRow(context, leg, stats, groups, register, `sub-venue-negative:${negativeClass}`, {
+            leg: leg.locale,
+            negative: negativeClass,
+            v: String(produced),
+        });
+        if (!ok)
+            continue;
+        produced++;
+        stats.negatives++;
+        bump(stats.byNegativeClass, negativeClass);
+    }
+}
+function pickTuple(pool, random) {
+    return sample(pool, random);
+}
+/**
+ * Splits `total` across relative `shares` by the largest-remainder method, so the parts sum to `total`.
+ */
+export function allocate(total, shares) {
+    const sum = shares.reduce((a, b) => a + b, 0);
+    if (sum <= 0)
+        return shares.map(() => 0);
+    const exact = shares.map((s) => (total * s) / sum);
+    const floored = exact.map((v) => Math.floor(v));
+    let remainder = total - floored.reduce((a, b) => a + b, 0);
+    const order = exact.map((v, i) => ({ i, frac: v - Math.floor(v) })).toSorted((a, b) => b.frac - a.frac);
+    for (const entry of order) {
+        if (remainder <= 0)
+            break;
+        floored[entry.i] += 1;
+        remainder--;
+    }
+    return floored;
+}
+/**
+ * Builds one leg's name pools from its extract and the Overture place-names file, plus its address context.
+ */
+async function buildLegPools(leg, query, contextByCountry, paths) {
+    const extractPools = leg.extract
+        ? await readExtractPools(`${paths.extractsDir}/${leg.extract}`, query)
+        : EMPTY_NAME_POOLS;
+    const overturePools = await readOvertureNamePools(paths.venueNames, leg.country, query);
+    const names = mergeNamePools(extractPools, overturePools);
+    let context = contextByCountry.get(leg.country) ?? [];
+    if (leg.postcodePrefixes) {
+        const prefixes = leg.postcodePrefixes;
+        const filtered = context.filter((t) => prefixes.some((p) => (t.postcode ?? "").startsWith(p)));
+        // An empty filter result fails the build so that the leg never reuses the parent locale's rows.
+        if (!filtered.length) {
+            throw new Error(`${leg.locale}: no context tuples matched postcode prefixes ${prefixes.join(",")} among ${context.length} ${leg.country} rows`);
+        }
+        context = filtered;
+    }
+    return { context, ...names };
+}
+function emptyStats(leg, pools, promotedCount) {
+    return {
+        locale: leg.locale,
+        positives: 0,
+        negatives: 0,
+        byForm: {},
+        byDesignator: {},
+        byNegativeClass: {},
+        byRegister: {},
+        poolSizes: {
+            promoted: promotedCount,
+            context: pools.context.length,
+            venues: pools.venues.length,
+            attested: pools.attested.length,
+            rejectedVenues: pools.rejectedVenues.length,
+            longerNames: pools.longerNames.length,
+            unpromotedShapes: pools.unpromotedShapes.length,
+        },
+    };
+}
+/**
+ * Generates sub-venue positives and confound negatives across the {@link SUBVENUE_LEGS}.
+ *
+ * Only (designator, locale) pairs that the promotion ledger accepted produce positives.
+ * The recipe requires `--count`.
+ */
+export const subVenueRecipe = {
+    name: "sub-venue",
+    description: "Venue-interior structure (#35): <sub-venue> unit + <venue> lines per promoted (designator, locale) pair, with the rejection ledger's confounds as negatives",
+    mode: "generate",
+    options: [
+        { flag: "--lexicon <path>", description: "sub-venue lexicon JSON (default: the committed corpus/data one)" },
+        {
+            flag: "--extracts-dir <dir>",
+            description: "OSM sub-venue extract JSONLs (default: $MAILWOMAN_DATA_ROOT/sub-venue/extracts)",
+        },
+        {
+            flag: "--venue-names <parquet>",
+            description: `Overture place-names file for every leg's venue and confound pools (default ${DEFAULT_VENUE_NAMES})`,
+        },
+        { flag: "--sub-venue-tuples <path>", description: "GB/US/FR address-context tuples JSONL" },
+        {
+            flag: "--negative-fraction <n>",
+            description: `share of rows that are confound negatives (default ${DEFAULT_NEGATIVE_FRACTION})`,
+        },
+    ],
+    async run(opts, write) {
+        if (opts.count == null)
+            throw new Error("sub-venue recipe requires --count <N>");
+        const count = opts.count;
+        const negativeFraction = opts.negativeFraction ?? DEFAULT_NEGATIVE_FRACTION;
+        const extractsDir = opts.extractsDir ?? dataRootPath("sub-venue", "extracts");
+        const venueNames = opts.venueNames ?? DEFAULT_VENUE_NAMES;
+        const tuplesPath = opts.subVenueTuples ?? dataRootPath("corpus", "intermediate", "house-venue-tuples-v3.jsonl");
+        const lexicon = await readSubVenueLexicon(opts.lexicon ?? defaultLexiconPath());
+        const context = {
+            write,
+            source: opts.sourceName ?? defaultRecipeSource("synth-sub-venue"),
+            random: makeMulberry32(opts.seed),
+            modifiers: lexicon.modifiers.filter((m) => m.shipped).map((m) => m.id),
+            designatorPhrases: lexicon.designators.filter((d) => d.tier === "subvenue").map((d) => d.id),
+            counters: { emitted: 0, skipped: 0, contaminated: 0 },
+        };
+        console.error(`  reading context tuples: ${tuplesPath}`);
+        const contextByCountry = await loadContextTuples(tuplesPath, opts.seed);
+        const legPools = new Map();
+        const legStats = new Map();
+        const legPromoted = new Map();
+        for (const leg of SUBVENUE_LEGS) {
+            const promoted = promotedSurfacesFor(leg.locale, lexicon);
+            const query = {
+                promoted,
+                rejectedPhrases: rejectedPhrasesFor(leg.locale),
+                designatorPhrases: context.designatorPhrases,
+                modifiers: context.modifiers,
+                english: leg.english,
+            };
+            const pools = await buildLegPools(leg, query, contextByCountry, { extractsDir, venueNames });
+            legPromoted.set(leg.locale, promoted);
+            legPools.set(leg.locale, pools);
+            legStats.set(leg.locale, emptyStats(leg, pools, promoted.length));
+        }
+        const positiveTotal = Math.round(count * (1 - negativeFraction));
+        const positiveQuota = allocate(positiveTotal, SUBVENUE_LEGS.map((l) => l.positiveShare));
+        const negativeQuota = allocate(count - positiveTotal, SUBVENUE_LEGS.map((l) => l.negativeShare));
+        for (const [index, leg] of SUBVENUE_LEGS.entries()) {
+            const pools = legPools.get(leg.locale);
+            const stats = legStats.get(leg.locale);
+            const promoted = legPromoted.get(leg.locale);
+            const model = buildIdentifierModel(lexicon, leg.region);
+            emitPositives(context, leg, pools, promoted, model, stats, positiveQuota[index]);
+            emitNegatives(context, leg, pools, stats, negativeQuota[index]);
+        }
+        for (const stats of legStats.values()) {
+            console.error(`  ${stats.locale}: +${stats.positives} positives / -${stats.negatives} negatives ` +
+                `forms=${stringifyJSON(stats.byForm)} designators=${stringifyJSON(stats.byDesignator)} ` +
+                `negclasses=${stringifyJSON(stats.byNegativeClass)} registers=${stringifyJSON(stats.byRegister)} ` +
+                `pools=${stringifyJSON(stats.poolSizes)}`);
+        }
+        return { read: count, ...context.counters };
+    },
+};
+// #endregion
+//# sourceMappingURL=venue.js.map

package/out/recipes/sub/venue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"venue.js","sourceRoot":"","sources":["../../../lib/recipes/sub/venue.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACpD,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,UAAU,IAAI,cAAc,EAAE,MAAM,uBAAuB,CAAA;AACpE,OAAO,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAA;AAGtD,OAAO,EAAE,cAAc,EAAqB,MAAM,mBAAmB,CAAA;AACrE,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAA;AACtD,OAAO,EAAE,oBAAoB,EAAE,iBAAiB,EAAwB,MAAM,4BAA4B,CAAA;AAC1G,OAAO,EAAE,aAAa,EAA6B,YAAY,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAA;AAClH,OAAO,EACN,oBAAoB,EACpB,kBAAkB,EAClB,gBAAgB,EAGhB,cAAc,EAGd,mBAAmB,EACnB,gBAAgB,EAChB,qBAAqB,EACrB,mBAAmB,EACnB,kBAAkB,EAClB,gBAAgB,GAChB,MAAM,4BAA4B,CAAA;AACnC,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAA;AAGpD,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAA;AAyCjC;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,aAAa,GAA2B;IACpD;QACC,MAAM,EAAE,OAAO;QACf,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,qBAAqB;QAC9B,OAAO,EAAE,IAAI;QACb,aAAa,EAAE,IAAI;QACnB,aAAa,EAAE,GAAG;KAClB;IACD,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE;IACzG;QACC,MAAM,EAAE,OAAO;QACf,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,cAAc;QACvB,OAAO,EAAE,KAAK;QACd,aAAa,EAAE,IAAI;QACnB,aAAa,EAAE,GAAG;KAClB;IACD;QACC,MAAM,EAAE,OAAO;QACf,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,eAAe;QACxB,OAAO,EAAE,KAAK;QACd,aAAa,EAAE,IAAI;QACnB,aAAa,EAAE,GAAG;KAClB;IACD;QACC,MAAM,EAAE,OAAO;QACf,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,aAAa;QACtB,OAAO,EAAE,KAAK;QACd,aAAa,EAAE,IAAI;QACnB,aAAa,EAAE,IAAI;KACnB;IACD;QACC,MAAM,EAAE,OAAO;QACf,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,aAAa;QACtB,OAAO,EAAE,KAAK;QACd,aAAa,EAAE,IAAI;QACnB,aAAa,EAAE,CAAC;QAChB,gBAAgB,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;KAChD;CACD,CAAA;AAED;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,kCAAkC,GAAG,IAAI,CAAA;AAEtD,aAAa;AAEb,mBAAmB;AAEnB;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,OAAO,CAAA;AAE5C;;;;GAIG;AACH,MAAM,yBAAyB,GAAG,GAAG,CAAA;AAErC;;;;GAIG;AACH,MAAM,iBAAiB,GAAG,GAAG,CAAA;AAE7B;;;;;GAKG;AACH,MAAM,8BAA8B,GAAG,GAAG,CAAA;AAE1C,aAAa;AAEb,4BAA4B;AAE5B;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAsB;IACzD,iBAAiB;IACjB,UAAU;IACV,UAAU;IACV,YAAY;IACZ,YAAY;IACZ,YAAY;IACZ,YAAY;IACZ,SAAS;IACT,WAAW;IACX,UAAU;IACV,WAAW;IACX,mBAAmB;IACnB,YAAY;IACZ,WAAW;IACX,kBAAkB;IAClB,4BAA4B;IAC5B,gBAAgB;IAChB,gBAAgB;IAChB,oBAAoB;IACpB,YAAY;IACZ,UAAU;IACV,UAAU;IACV,gBAAgB;IAChB,uBAAuB;IACvB,cAAc;IACd,eAAe;IACf,mBAAmB;IACnB,wBAAwB;IACxB,gBAAgB;IAChB,6BAA6B;IAC7B,WAAW;IACX,WAAW;IACX,cAAc;CACd,CAAA;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,GAAW;IAC1C,MAAM,GAAG,GAAG,GAAG,CAAC,WAAW,EAAE,CAAA;IAE7B,OAAO,uBAAuB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAA;AACxE,CAAC;AAiBD;;;;;;;;GAQG;AACH,MAAM,UAAU,iBAAiB,CAChC,GAAgB,EAChB,QAAoC,EACpC,KAAsB,EACtB,SAA4B,EAC5B,QAA2B,EAC3B,MAAoB;IAEpB,IAAI,CAAC,QAAQ,CAAC,MAAM;QAAE,OAAO,IAAI,CAAA;IAEjC,IAAI,QAAQ,CAAC,MAAM,IAAI,MAAM,EAAE,GAAG,iBAAiB,EAAE,CAAC;QACrD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAErC,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,CAAA;IAC5D,CAAC;IAED,MAAM,kBAAkB,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IACjH,MAAM,WAAW,GAAG,kBAAkB,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,EAAE,GAAG,8BAA8B,CAAA;IAE9F,IAAI,WAAW,EAAE,CAAC;QACjB,MAAM,eAAe,GAAG,MAAM,CAAC,kBAAkB,EAAE,MAAM,CAAC,CAAA;QAC1D,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QAE1C,OAAO;YACN,IAAI,EAAE,GAAG,UAAU,CAAC,QAAQ,CAAC,IAAI,eAAe,CAAC,OAAO,EAAE;YAC1D,IAAI,EAAE,qBAAqB;YAC3B,YAAY,EAAE,eAAe,CAAC,YAAY;SAC1C,CAAA;IACF,CAAC;IAED,MAAM,eAAe,GAAG,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IAChD,MAAM,UAAU,GAAG,gBAAgB,CAAC,KAAK,EAAE,eAAe,CAAC,YAAY,EAAE,MAAM,CAAC,CAAA;IAEhF,IAAI,CAAC,UAAU;QAAE,OAAO,IAAI,CAAA;IAE5B,OAAO;QACN,IAAI,EAAE,GAAG,eAAe,CAAC,OAAO,IAAI,UAAU,EAAE;QAChD,IAAI,EAAE,uBAAuB;QAC7B,YAAY,EAAE,eAAe,CAAC,YAAY;KAC1C,CAAA;AACF,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,iBAAiB,CAAA;AAEnD,aAAa;AAEb,oBAAoB;AAEpB;;GAEG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG;IAC5B;;OAEG;IACH,aAAa,EAAE,gBAAgB;IAC/B;;;OAGG;IACH,UAAU,EAAE,aAAa;IACzB;;OAEG;IACH,gBAAgB,EAAE,mBAAmB;IACrC;;OAEG;IACH,wBAAwB,EAAE,4BAA4B;IACtD;;OAEG;IACH,gBAAgB,EAAE,oBAAoB;IACtC;;;;OAIG;IACH,eAAe,EAAE,kBAAkB;CAC1B,CAAA;AAOV;;;;;GAKG;AACH,SAAS,wBAAwB,CAAC,KAAe,EAAE,OAAwB;IAC1E,MAAM,SAAS,GAAoB,EAAE,CAAA;IAErC,MAAM,OAAO,GAAoD;QAChE,CAAC,aAAa,CAAC,aAAa,EAAE,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC;QAC1D,CAAC,aAAa,CAAC,UAAU,EAAE,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC;QACpD,CAAC,aAAa,CAAC,eAAe,EAAE,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC;QAC9D,CAAC,aAAa,CAAC,gBAAgB,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC;QAC3D,CAAC,aAAa,CAAC,wBAAwB,EAAE,OAAO,CAAC,kBAAkB,CAAC,MAAM,CAAC;QAC3E,CAAC,aAAa,CAAC,gBAAgB,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC;KAC3D,CAAA;IAED,KAAK,MAAM,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,OAAO,EAAE,CAAC;QAC7C,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;YACd,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QAC9B,CAAC;IACF,CAAC;IAED,OAAO,SAAS,CAAA;AACjB,CAAC;AAoBD,MAAM,OAAO,GACZ,mHAAmH;IACnH,+FAA+F,CAAA;AAEhG,MAAM,cAAc,GAAG,QAAQ,CAAA;AAE/B,MAAM,IAAI,GAAG,CAAC,MAA8B,EAAE,GAAW,EAAQ,EAAE;IAClE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;AACrC,CAAC,CAAA;AAcD;;;;;GAKG;AACH,SAAS,OAAO,CACf,OAAoB,EACpB,GAAgB,EAChB,KAAuB,EACvB,MAAe,EACf,QAAkB,EAClB,WAAmB,EACnB,aAAqC;IAErC,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;IAE1D,IAAI,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAA;QAE/B,OAAO,KAAK,CAAA;IACb,CAAC;IAED,MAAM,OAAO,GAAG,QAAQ,CAAC;QACxB,GAAG;QACH,UAAU;QACV,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS,EAAE,cAAc,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,GAAG,UAAU,EAAE,GAAG,aAAa,EAAE,CAAC;QAC9E,cAAc,EAAE,cAAc;QAC9B,OAAO,EAAE,OAAO;KAChB,CAAC,CAAA;IAEF,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;QAChD,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAA;QAE1B,OAAO,KAAK,CAAA;IACb,CAAC;IAED,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,YAAY,EAAE,WAAW,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;IAEhG,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAA;IAC1B,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;IAEhC,OAAO,IAAI,CAAA;AACZ,CAAC;AAED,sDAAsD;AACtD,MAAM,eAAe,GAAG,IAAI,CAAA;AAC5B,MAAM,qBAAqB,GAAG,IAAI,CAAA;AAElC;;GAEG;AACH,SAAS,aAAa,CACrB,OAAoB,EACpB,GAAgB,EAChB,KAAe,EACf,QAAoC,EACpC,KAAsB,EACtB,KAAuB,EACvB,MAAc;IAEd,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IAC1B,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,IAAI,KAAK,GAAG,CAAC,CAAA;IAEb,OAAO,QAAQ,GAAG,MAAM,IAAI,KAAK,EAAE,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC;QAClD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM;YAAE,MAAK;QACxD,MAAM,IAAI,GAAG,iBAAiB,CAAC,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAE/F,IAAI,CAAC,IAAI,EAAE,CAAC;YACX,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAA;YAE1B,SAAQ;QACT,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;QAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;QAE1C,qFAAqF;QACrF,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,EAAE,CAAA;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAA;QAEvC,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,SAAQ;QAEtE,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,CAAA;QACvC,MAAM,QAAQ,GAAU,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAA;QAC1D,MAAM,UAAU,GAAU,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAA;QACzD,MAAM,CAAC,GAAG,MAAM,EAAE,CAAA;QAClB,8FAA8F;QAC9F,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,IAAI,eAAe,CAAC,CAAA;QAEpE,kEAAkE;QAClE,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,SAAQ;QAC1B,yEAAyE;QACzE,MAAM,MAAM,GAAG,CAAC,GAAG,qBAAqB,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,CAAA;QAE5G,MAAM,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,IAAI,CAAC,IAAI,EAAE,EAAE;YACnF,GAAG,EAAE,GAAG,CAAC,MAAM;YACf,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC;SACnB,CAAC,CAAA;QAEF,IAAI,CAAC,EAAE;YAAE,SAAQ;QAEjB,QAAQ,EAAE,CAAA;QAEV,KAAK,CAAC,SAAS,EAAE,CAAA;QACjB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;QAC7B,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,CAAA;IAC5C,CAAC;AACF,CAAC;AAED,kEAAkE;AAClE,MAAM,0BAA0B,GAAG,IAAI,CAAA;AAEvC;;GAEG;AACH,SAAS,aAAa,CACrB,OAAoB,EACpB,GAAgB,EAChB,KAAe,EACf,KAAuB,EACvB,MAAc;IAEd,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IAC1B,MAAM,OAAO,GAAG,oBAAoB,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,iBAAiB,EAAE,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,CAAA;IAC9G,MAAM,SAAS,GAAG,wBAAwB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;IAC1D,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,IAAI,KAAK,GAAG,CAAC,CAAA;IAEb,OAAO,QAAQ,GAAG,MAAM,IAAI,KAAK,EAAE,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC;QAClD,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM;YAAE,MAAK;QACrD,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QAC/C,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,CAAA;QACvC,IAAI,MAAe,CAAA;QAEnB,IAAI,aAAa,KAAK,aAAa,CAAC,gBAAgB,EAAE,CAAC;YACtD,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,IAAI,CAAC,CAAA;QACjF,CAAC;aAAM,IAAI,aAAa,KAAK,aAAa,CAAC,wBAAwB,EAAE,CAAC;YACrE,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC,kBAAkB,EAAE,MAAM,CAAC,EAAE,IAAI,CAAC,CAAA;QACzF,CAAC;aAAM,IAAI,aAAa,KAAK,aAAa,CAAC,gBAAgB,EAAE,CAAC;YAC7D,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,IAAI,CAAC,CAAA;QACjF,CAAC;aAAM,CAAC;YACP,MAAM,IAAI,GACT,aAAa,KAAK,aAAa,CAAC,aAAa;gBAC5C,CAAC,CAAC,KAAK,CAAC,cAAc;gBACtB,CAAC,CAAC,aAAa,KAAK,aAAa,CAAC,UAAU;oBAC3C,CAAC,CAAC,KAAK,CAAC,WAAW;oBACnB,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAA;YAE3B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;YACjC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;YAE3C,MAAM,GAAG;gBACR,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;gBAC9B,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,0BAA0B,CAAC;aAC3E,CAAA;QACF,CAAC;QAED,0CAA0C;QAC1C,kDAAkD;QAClD,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,OAAO,CAAC,CAAC;YAAE,SAAQ;QAEtG,MAAM,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,sBAAsB,aAAa,EAAE,EAAE;YAChG,GAAG,EAAE,GAAG,CAAC,MAAM;YACf,QAAQ,EAAE,aAAa;YACvB,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC;SACnB,CAAC,CAAA;QAEF,IAAI,CAAC,EAAE;YAAE,SAAQ;QAEjB,QAAQ,EAAE,CAAA;QAEV,KAAK,CAAC,SAAS,EAAE,CAAA;QACjB,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,aAAa,CAAC,CAAA;IAC3C,CAAC;AACF,CAAC;AAED,SAAS,SAAS,CAAC,IAAgC,EAAE,MAAoB;IACxE,OAAO,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;AAC5B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,QAAQ,CAAC,KAAa,EAAE,MAAyB;IAChE,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;IAE7C,IAAI,GAAG,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;IACxC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAA;IAClD,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IAC/C,IAAI,SAAS,GAAG,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;IAC1D,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAA;IAEvG,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;QAC3B,IAAI,SAAS,IAAI,CAAC;YAAE,MAAK;QACzB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAE,IAAI,CAAC,CAAA;QAEtB,SAAS,EAAE,CAAA;IACZ,CAAC;IAED,OAAO,OAAO,CAAA;AACf,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,aAAa,CAC3B,GAAgB,EAChB,KAAgB,EAChB,gBAAwD,EACxD,KAAoE;IAEpE,MAAM,YAAY,GAAG,GAAG,CAAC,OAAO;QAC/B,CAAC,CAAC,MAAM,gBAAgB,CAAC,GAAG,KAAK,CAAC,WAAW,IAAI,GAAG,CAAC,OAAO,EAAE,EAAE,KAAK,CAAC;QACtE,CAAC,CAAC,gBAAgB,CAAA;IAEnB,MAAM,aAAa,GAAG,MAAM,qBAAqB,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;IAEvF,MAAM,KAAK,GAAG,cAAc,CAAC,YAAY,EAAE,aAAa,CAAC,CAAA;IACzD,IAAI,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAA;IAErD,IAAI,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC1B,MAAM,QAAQ,GAAG,GAAG,CAAC,gBAAgB,CAAA;QACrC,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAE9F,gGAAgG;QAChG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CACd,GAAG,GAAG,CAAC,MAAM,iDAAiD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,OAAO,CAAC,MAAM,IAAI,GAAG,CAAC,OAAO,OAAO,CAC9H,CAAA;QACF,CAAC;QAED,OAAO,GAAG,QAAQ,CAAA;IACnB,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,GAAG,KAAK,EAAE,CAAA;AAC7B,CAAC;AAED,SAAS,UAAU,CAAC,GAAgB,EAAE,KAAe,EAAE,aAAqB;IAC3E,OAAO;QACN,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,SAAS,EAAE,CAAC;QACZ,SAAS,EAAE,CAAC;QACZ,MAAM,EAAE,EAAE;QACV,YAAY,EAAE,EAAE;QAChB,eAAe,EAAE,EAAE;QACnB,UAAU,EAAE,EAAE;QACd,SAAS,EAAE;YACV,QAAQ,EAAE,aAAa;YACvB,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM;YAC7B,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM;YAC3B,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM;YAC/B,cAAc,EAAE,KAAK,CAAC,cAAc,CAAC,MAAM;YAC3C,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC,MAAM;YACrC,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,CAAC,MAAM;SAC/C;KACD,CAAA;AACF,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,MAAM,cAAc,GAAiB;IAC3C,IAAI,EAAE,WAAW;IACjB,WAAW,EACV,6JAA6J;IAC9J,IAAI,EAAE,UAAU;IAChB,OAAO,EAAE;QACR,EAAE,IAAI,EAAE,kBAAkB,EAAE,WAAW,EAAE,iEAAiE,EAAE;QAC5G;YACC,IAAI,EAAE,sBAAsB;YAC5B,WAAW,EAAE,iFAAiF;SAC9F;QACD;YACC,IAAI,EAAE,yBAAyB;YAC/B,WAAW,EAAE,+EAA+E,mBAAmB,GAAG;SAClH;QACD,EAAE,IAAI,EAAE,2BAA2B,EAAE,WAAW,EAAE,uCAAuC,EAAE;QAC3F;YACC,IAAI,EAAE,yBAAyB;YAC/B,WAAW,EAAE,sDAAsD,yBAAyB,GAAG;SAC/F;KACD;IACD,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK;QACpB,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAA;QAChF,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;QACxB,MAAM,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,IAAI,yBAAyB,CAAA;QAC3E,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,YAAY,CAAC,WAAW,EAAE,UAAU,CAAC,CAAA;QAC7E,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,mBAAmB,CAAA;QACzD,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,IAAI,YAAY,CAAC,QAAQ,EAAE,cAAc,EAAE,6BAA6B,CAAC,CAAA;QAC/G,MAAM,OAAO,GAAyB,MAAM,mBAAmB,CAAC,IAAI,CAAC,OAAO,IAAI,kBAAkB,EAAE,CAAC,CAAA;QAErG,MAAM,OAAO,GAAgB;YAC5B,KAAK;YACL,MAAM,EAAE,IAAI,CAAC,UAAU,IAAI,mBAAmB,CAAC,iBAAiB,CAAC;YACjE,MAAM,EAAE,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC;YACjC,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtE,iBAAiB,EAAE,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5F,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE;SACrD,CAAA;QAED,OAAO,CAAC,KAAK,CAAC,6BAA6B,UAAU,EAAE,CAAC,CAAA;QAExD,MAAM,gBAAgB,GAAG,MAAM,iBAAiB,CAAC,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;QACvE,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAoB,CAAA;QAC5C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA4B,CAAA;QACpD,MAAM,WAAW,GAAG,IAAI,GAAG,EAA6B,CAAA;QAExD,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;YACjC,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAEzD,MAAM,KAAK,GAAc;gBACxB,QAAQ;gBACR,eAAe,EAAE,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC;gBAC/C,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;gBAC5C,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,OAAO,EAAE,GAAG,CAAC,OAAO;aACpB,CAAA;YAED,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,KAAK,EAAE,gBAAgB,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAA;YAE5F,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;YACrC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;YAC/B,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAA;QAClE,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,gBAAgB,CAAC,CAAC,CAAA;QAEhE,MAAM,aAAa,GAAG,QAAQ,CAC7B,aAAa,EACb,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CACzC,CAAA;QAED,MAAM,aAAa,GAAG,QAAQ,CAC7B,KAAK,GAAG,aAAa,EACrB,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CACzC,CAAA;QAED,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC;YACpD,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAE,CAAA;YACvC,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAE,CAAA;YACvC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAE,CAAA;YAC7C,MAAM,KAAK,GAAG,oBAAoB,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;YAEvD,aAAa,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,aAAa,CAAC,KAAK,CAAE,CAAC,CAAA;YACjF,aAAa,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,aAAa,CAAC,KAAK,CAAE,CAAC,CAAA;QACjE,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YACvC,OAAO,CAAC,KAAK,CACZ,KAAK,KAAK,CAAC,MAAM,MAAM,KAAK,CAAC,SAAS,iBAAiB,KAAK,CAAC,SAAS,aAAa;gBAClF,SAAS,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,gBAAgB,aAAa,CAAC,KAAK,CAAC,YAAY,CAAC,GAAG;gBACxF,cAAc,aAAa,CAAC,KAAK,CAAC,eAAe,CAAC,cAAc,aAAa,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG;gBAClG,SAAS,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAC1C,CAAA;QACF,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAA;IAC5C,CAAC;CACD,CAAA;AAED,aAAa"}

package/out/recipes/trailing-region.d.ts

@@ -3,72 +3,20 @@
  * @license AGPL-3.0
  * @author Teffen Ellis, et al.
  *
- *   `trailing-region` — the `«locality», «region», «country»` admin tail, the Portopetro class
- *   (board row `es-op3-southeast-portopetro`): `…, 07691 Portopetro, Illes Balears, Spain` parsed
- *   with the REGION mislabeled `locality` and the true locality dropped entirely. Spanish sources
- *   are postcode-complete and rarely write the region, so the trailing-region segment is
- *   under-attested and the model reads the last populous name as the locality.
+ *   `trailing-region` — the `«locality», «region»[, «country»]` admin tail, built from real
+ *   `(locality, region)` WOF ancestor pairs.
  *
- *   Tuples are real `(locality, region)` ancestor pairs from the WOF admin DB (the fr-hood-pairs
- *   extraction shape). Two surface forms per pair — with and without the trailing country — so the
- *   region is attested both as the middle and the final segment. A bare `«region»` form is
- *   deliberately absent: that surface is the bare-toponym class with its own rules, and teaching it
- *   here as `region` would fight the locality/region ambiguity the dominance race arbitrates.
+ *   A tuple's `postcodePlacement` selects where the postcode sits: `leading` (the default, so a
+ *   tuples file written before the field existed is unchanged), `after_locality`, or `after_region`.
  *
- *   The recipe is country-agnostic; the country tail surface comes from the tuple's `country`
- *   field ("Spain", "United Kingdom") so one recipe serves every extraction.
- *
- *   POSTCODE-PREFIXED FORMS (2026-08-20, #1748). The two bare forms above were the whole slice, and the
- *   board row this recipe was written for is NOT bare — it reads `…, 07691 Portopetro, Illes Balears,
- *   Spain`. Measured over both built slices: 88,904 rows, zero containing a postcode. So the model
- *   learned the bare tail correctly and had never once seen the shape it was failing on, which is why no
- *   decode change moved it.
- *
- *   The collapse is two-staged and neither trigger is a street, which is what makes this cheap to teach:
- *
- *       Portopetro, Illes Balears, Spain             locality ✓  region ✓
- *       07691 Portopetro, Illes Balears, Spain       locality ✓  region DISCARDED
- *       15, 07691 Portopetro, Illes Balears, Spain   locality DISPLACED by the region
- *
- *   A postcode alone drops the region (every locale measured); a house number then displaces the
- *   locality. So the added surfaces are postcode-prefixed and house-number-plus-postcode-prefixed, and
- *   the slice still needs no street names.
- *
- *   POSTCODE PLACEMENT. The three surfaces above are the LEADING form, and for a long time they were the
- *   only one, so this slice taught only the countries that write the postcode first. That is a real gap
- *   and not a stylistic one, because the same digits change TAG with position. Measured on the shipped
- *   model: `Barcelona 6001, Anzoátegui, Venezuela` tags `6001` as `house_number` and loses the locality
- *   into the street, while `6001 Barcelona, Anzoátegui, Venezuela` tags it `postcode` and recovers
- *   `locality: Barcelona`. `Sandton 2196` vs `2196 Sandton` behaves the same way, and no decode-time
- *   change moves it — `postcodeShapeCoherence: true` leaves all eight VE board rows byte-identical.
- *
- *   So the tuple's `postcodePlacement` selects the surface, and it keeps apart two trailing conventions
- *   that are NOT the same shape: VE writes `Barcelona 6001, Anzoátegui, Venezuela` (the code on the
- *   LOCALITY segment) and IN writes `…, Bengaluru, Karnataka 560038, India` (on the REGION segment).
- *   Each of the three placements matches a board row verbatim. A tuple with no placement means `leading`,
- *   so a tuples file written before the field existed produces the rows it always did.
- *
- *   LEFT CONTEXT (v25). A tuple may carry a `dependentLocality`, and when it does the surface becomes
- *   `«dep_locality», «locality»…`. This is not decoration: without it EVERY row in the slice begins with
- *   the locality, and at a 9.4% share that taught the model the first named segment is the locality.
- *   Measured on the v4.8.0 candidate — `Ye Three Lords, 27 Minories, London EC3N 1DE` came back
- *   `locality: "Ye Three Lords"` with venue and street both gone, `Le Colimaçon, 44 Rue Vieille du
- *   Temple, 75004 Paris` came back `locality: "Le Colimaçon"`, and 11 of 25 regressions were venue-led
- *   rows across seven countries. The house-number prefix does NOT supply this: a number before the
- *   locality does not teach that a NAME can precede one. `no-fragment.ts`'s header records the same
- *   trap from the other direction.
- *
- *   The (postcode, locality, region) triples are REAL — `postalcode-intl.db` parents joined to admin
- *   localities and their region ancestors — with one filter that had to be measured rather than assumed.
- *   A handful of localities act as catch-all parents: `Schwedt/Oder` claims 9,222 postcodes, `Korb`
- *   4,846, against a p50 of 1 and a p99 of 53. Eight such hubs held 47% of the join. Capping at the p99
- *   drops them and keeps 17,908 triples. The house number is synthetic because a house number asserts no
- *   fact about a place; the postcode is not, because it does.
+ *   A bare `«region»` form is deliberately absent: teaching it as `region` would fight the
+ *   locality/region ambiguity the dominance race arbitrates. A `dependentLocality`, when present,
+ *   becomes `«dep_locality», «locality»…`; without it every row begins with the locality and teaches
+ *   the model that the first segment is the locality.
  */
 import { type CorpusRecipe } from "#recipes/scaffold";
 /**
- * Slice recipe registered with the corpus builder — see the file header for the parse behaviour it exists to exercise,
- * and `description` below for the surface form it generates.
+ * Recipe registered with the corpus builder.
  */
 export declare const trailingRegionRecipe: CorpusRecipe;
 //# sourceMappingURL=trailing-region.d.ts.map