@mailwoman/corpus 9.2.0 → 9.4.0

package/out/recipes/cn-organizational-units.js

@@ -0,0 +1,159 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ * @file `cn-organizational-units` recipe (#2034) — real CN address strings whose settlement is an ORGANIZATIONAL
+ *   ladder (`赵光三分场二十九队`: the Zhaoguang farm, No. 3 sub-farm, No. 29 production team), labeled by rule and aligned
+ *   character by character for the CJK sibling model.
+ *
+ *   THE LABELS ARE A READING OF THE SUFFIX, NOT A GUESS. Every generic that ends an ordinal unit (`分场`, `大队`, `队`,
+ *   `连`, `团`, `组`, `场部`) is in `@mailwoman/core/locale/zh-cn-units`' one table, and the same table reads the span back
+ *   after decode. The whole ordinal chain is ONE `locality_unit` span; the named head it belongs to (`赵光`, `孟定农场`) is
+ *   `dependent_locality`; a province, city or county written in front of it takes `region`, `locality`, `subregion`; a
+ *   Latin admin tail (`, Heilongjiang, China`) takes `region` and `country`. A row with no chain is skipped, not labeled:
+ *   `红卫大队` is a village name whose generic carries no ordinal, and `苗辽林场` is a named forest farm.
+ *
+ *   WHERE THE ROWS COME FROM. `--input` is a JSONL of `{ raw, country }` rows — the shape of `data/coarse-placer/*.jsonl`,
+ *   whose 50,000 CN rows hold 328 with unit vocabulary. That file is a local artifact and carries no per-row source; the
+ *   `<name>, <admin1>, <country>` shape is the corpus's GeoNames adapter's, so the rows are stamped with GeoNames'
+ *   licence and the inference is stated in the `license` field rather than hidden behind it.
+ *
+ *   FOR THE CJK MODEL ONLY. The tokenizer is {@link cjkAwareTokenizer}: one token per Han character, because the
+ *   whitespace tokenizer reads `三分场八队` as one word and could never give it two labels. The Latin model never trains
+ *   on this recipe's rows; its label set has no `locality_unit`.
+ */
+import { splitCNUnitChain } from "@mailwoman/core/locale/zh-cn-units";
+import { readTuples, sliceSourceID } from "#recipes/scaffold";
+import { alignRow } from "#utils/align";
+import { cjkAwareTokenizer } from "#utils/tokenize";
+/**
+ * The leading run of Han characters (plus the digits an ordinal may be written with): the Chinese half of a row.
+ */
+const LEADING_HAN = /^[\p{Script=Han}〇\d]+/u;
+/**
+ * Admin prefixes a CJK address writes in front of the settlement, coarsest first. Each is matched at the START of what
+ * remains, so `云南省临沧市孟定农场三分场二队` peels `云南省` (province), `临沧市` (city), and hands `孟定农场三分场二队` to the unit reader.
+ */
+const ADMIN_PREFIXES = [
+    [/^(.+?(?:省|自治区))/u, "region"],
+    [/^(.+?市)/u, "locality"],
+    [/^(.+?(?:自治县|县|旗))/u, "subregion"],
+];
+/**
+ * The components a row's string supports, every value a verbatim substring of `raw`, or `null` when the string carries
+ * no organizational chain and so teaches nothing this recipe exists for.
+ */
+export function labelCNOrganizationalRow(raw) {
+    const han = LEADING_HAN.exec(raw)?.[0];
+    if (!han)
+        return null;
+    const components = {};
+    let rest = han;
+    for (const [pattern, tag] of ADMIN_PREFIXES) {
+        const match = pattern.exec(rest);
+        // A prefix must leave something behind it, or the whole run was the admin name and there is no settlement.
+        if (match && match[1].length < rest.length) {
+            components[tag] = match[1];
+            rest = rest.slice(match[1].length);
+        }
+    }
+    const split = splitCNUnitChain(rest);
+    if (!split)
+        return null;
+    if (split.head) {
+        components.dependent_locality = split.head;
+    }
+    components.locality_unit = split.chain;
+    const tail = raw.slice(han.length).trim();
+    if (tail) {
+        // `, Heilongjiang, China` or `Hunan China` or `Inner Mongolia`: comma segments when there are commas, else the last
+        // word is the country when it says so and the rest is the admin1 name.
+        const segments = tail.includes(",")
+            ? tail
+                .split(",")
+                .map((segment) => segment.trim())
+                .filter((segment) => segment.length > 0)
+            : tailWithoutCommas(tail);
+        for (const segment of segments) {
+            if (/^china$/iu.test(segment)) {
+                components.country = segment;
+            }
+            else if (!components.region && !/^\d+$/u.test(segment)) {
+                components.region = segment;
+            }
+        }
+    }
+    return components;
+}
+/**
+ * A space-separated tail: `Hunan China` → [`Hunan`, `China`]; `Inner Mongolia` → [`Inner Mongolia`]; `Xinjiang Uyghur`
+ * → [`Xinjiang Uyghur`].
+ */
+function tailWithoutCommas(tail) {
+    const words = tail.split(/\s+/u).filter((word) => word.length > 0);
+    const last = words.at(-1);
+    if (last && /^china$/iu.test(last) && words.length > 1) {
+        return [words.slice(0, -1).join(" "), last];
+    }
+    return [words.join(" ")];
+}
+const SOURCE = "coarse-placer-cn-units";
+/**
+ * Slice recipe registered with the corpus builder — see the file header for the rows it labels and why every label is a
+ * reading of a generic rather than a guess.
+ */
+export const cnOrganizationalUnitsRecipe = {
+    name: "cn-organizational-units",
+    description: "CN rows whose settlement is an organizational ladder (分场/队/连/组), labeled by the suffix grammar as one locality_unit span, per-character BIO",
+    mode: "tuples",
+    options: [],
+    async run(opts, write) {
+        if (!opts.input) {
+            throw new Error("cn-organizational-units: --input <rows.jsonl> is required ({ raw, country } rows)");
+        }
+        const tokenizer = cjkAwareTokenizer();
+        let emitted = 0;
+        let skipped = 0;
+        let quarantined = 0;
+        for await (const tuple of readTuples(opts.input)) {
+            const raw = typeof tuple["raw"] === "string" ? tuple["raw"].trim() : "";
+            const country = typeof tuple["country"] === "string" ? tuple["country"].toUpperCase() : "CN";
+            if (!raw || country !== "CN") {
+                skipped++;
+                continue;
+            }
+            const components = labelCNOrganizationalRow(raw);
+            if (!components) {
+                skipped++;
+                continue;
+            }
+            if (opts.golden) {
+                write(JSON.stringify({ raw, components, country: "CN", locale: "zh-CN" }) + "\n");
+                emitted++;
+                continue;
+            }
+            const canonical = {
+                raw,
+                components,
+                country: "CN",
+                locale: "zh-CN",
+                source: opts.sourceName ?? SOURCE,
+                source_id: sliceSourceID(opts.sourceName ?? SOURCE, { raw }),
+                corpus_version: "0.4.0",
+                license: "CC-BY-4.0 — GeoNames populated places, INFERRED from the `<name>, <admin1>, <country>` row shape; data/coarse-placer carries no per-row source",
+            };
+            // Verbatim only: every value above was sliced out of `raw`, so an edit-distance match would mean this file
+            // has a bug, not that the source spells something differently.
+            const aligned = alignRow(canonical, { tokenizer, maxEditDistance: 0 });
+            if (aligned.kind !== "labeled" || !aligned.row) {
+                quarantined++;
+                continue;
+            }
+            write(JSON.stringify({ ...aligned.row, synth_method: "cn-organizational-units", synth_base_id: null }) + "\n");
+            emitted++;
+        }
+        console.error(`  cn-organizational-units: ${emitted} labeled, ${skipped} without a chain, ${quarantined} quarantined`);
+        return { emitted, skipped, quarantined };
+    },
+};
+//# sourceMappingURL=cn-organizational-units.js.map

package/out/recipes/cn-organizational-units.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cn-organizational-units.js","sourceRoot":"","sources":["../../lib/recipes/cn-organizational-units.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,oCAAoC,CAAA;AAErE,OAAO,EAAqB,UAAU,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAChF,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAA;AACvC,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AAEnD;;GAEG;AACH,MAAM,WAAW,GAAG,wBAAwB,CAAA;AAE5C;;;GAGG;AACH,MAAM,cAAc,GAAwF;IAC3G,CAAC,kBAAkB,EAAE,QAAQ,CAAC;IAC9B,CAAC,UAAU,EAAE,UAAU,CAAC;IACxB,CAAC,oBAAoB,EAAE,WAAW,CAAC;CACnC,CAAA;AAED;;;GAGG;AACH,MAAM,UAAU,wBAAwB,CAAC,GAAW;IACnD,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IAEtC,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAA;IAErB,MAAM,UAAU,GAA2B,EAAE,CAAA;IAC7C,IAAI,IAAI,GAAG,GAAG,CAAA;IAEd,KAAK,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,IAAI,cAAc,EAAE,CAAC;QAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAEhC,2GAA2G;QAC3G,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAE,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC7C,UAAU,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAE,CAAA;YAC3B,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC,CAAA;QACpC,CAAC;IACF,CAAC;IAED,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAA;IAEpC,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAA;IAEvB,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;QAChB,UAAU,CAAC,kBAAkB,GAAG,KAAK,CAAC,IAAI,CAAA;IAC3C,CAAC;IAED,UAAU,CAAC,aAAa,GAAG,KAAK,CAAC,KAAK,CAAA;IAEtC,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAA;IAEzC,IAAI,IAAI,EAAE,CAAC;QACV,oHAAoH;QACpH,uEAAuE;QACvE,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;YAClC,CAAC,CAAC,IAAI;iBACH,KAAK,CAAC,GAAG,CAAC;iBACV,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;iBAChC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;YAC1C,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAA;QAE1B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAChC,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC/B,UAAU,CAAC,OAAO,GAAG,OAAO,CAAA;YAC7B,CAAC;iBAAM,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1D,UAAU,CAAC,MAAM,GAAG,OAAO,CAAA;YAC5B,CAAC;QACF,CAAC;IACF,CAAC;IAED,OAAO,UAAU,CAAA;AAClB,CAAC;AAED;;;GAGG;AACH,SAAS,iBAAiB,CAAC,IAAY;IACtC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAClE,MAAM,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IAEzB,IAAI,IAAI,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxD,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAA;IAC5C,CAAC;IAED,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;AACzB,CAAC;AAED,MAAM,MAAM,GAAG,wBAAwB,CAAA;AAEvC;;;GAGG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAiB;IACxD,IAAI,EAAE,yBAAyB;IAC/B,WAAW,EACV,6IAA6I;IAC9I,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE,EAAE;IACX,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK;QACpB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,mFAAmF,CAAC,CAAA;QACrG,CAAC;QAED,MAAM,SAAS,GAAG,iBAAiB,EAAE,CAAA;QACrC,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,IAAI,WAAW,GAAG,CAAC,CAAA;QAEnB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAClD,MAAM,GAAG,GAAG,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;YACvE,MAAM,OAAO,GAAG,OAAO,KAAK,CAAC,SAAS,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;YAE5F,IAAI,CAAC,GAAG,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;gBAC9B,OAAO,EAAE,CAAA;gBAET,SAAQ;YACT,CAAC;YAED,MAAM,UAAU,GAAG,wBAAwB,CAAC,GAAG,CAAC,CAAA;YAEhD,IAAI,CAAC,UAAU,EAAE,CAAC;gBACjB,OAAO,EAAE,CAAA;gBAET,SAAQ;YACT,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjB,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,CAAA;gBAEjF,OAAO,EAAE,CAAA;gBAET,SAAQ;YACT,CAAC;YAED,MAAM,SAAS,GAAG;gBACjB,GAAG;gBACH,UAAU;gBACV,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,OAAO;gBACf,MAAM,EAAE,IAAI,CAAC,UAAU,IAAI,MAAM;gBACjC,SAAS,EAAE,aAAa,CAAC,IAAI,CAAC,UAAU,IAAI,MAAM,EAAE,EAAE,GAAG,EAAE,CAAC;gBAC5D,cAAc,EAAE,OAAO;gBACvB,OAAO,EACN,gJAAgJ;aACjJ,CAAA;YAED,2GAA2G;YAC3G,+DAA+D;YAC/D,MAAM,OAAO,GAAG,QAAQ,CAAC,SAA2C,EAAE,EAAE,SAAS,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC,CAAA;YAExG,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;gBAChD,WAAW,EAAE,CAAA;gBAEb,SAAQ;YACT,CAAC;YAED,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,YAAY,EAAE,yBAAyB,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,CAAA;YAE9G,OAAO,EAAE,CAAA;QACV,CAAC;QAED,OAAO,CAAC,KAAK,CACZ,8BAA8B,OAAO,aAAa,OAAO,qBAAqB,WAAW,cAAc,CACvG,CAAA;QAED,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,CAAA;IACzC,CAAC;CACD,CAAA"}

package/out/recipes/country-balanced.d.ts

@@ -0,0 +1,32 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   `country-balanced` slice recipe — the BALANCED, MODEL-FIRST country-coverage slice (#464). The
+ *   shipped model is STARVED on `country` (P=R=F1=0 on the homograph eval), so this fills the void
+ *   the way the `unit` slice did, but built to AVOID over-firing "trailing token ⇒ country". Three
+ *   ingredients, ported faithfully from scripts/build-country-slice-balanced.mjs:
+ *
+ *   1. Breadth/recall — real OA skeletons (US/DE/FR/IT/NL) with a country token in a varied surface form
+ *        from `@mailwoman/codex/country` (canonical / endonym / ISO code), + ~30% country-ABSENT
+ *        negatives (teach O-emission, the precision floor).
+ *   2. Homograph CONTRAST pairs — each true country-name homograph (Georgia, Jordan, Lebanon, Mexico,
+ *        Peru, Turkey) rendered BOTH ways: as `country` (foreign-city context) AND as the US
+ *        `region`/`locality` (US-ZIP context). Teaches that the label is CONTEXTUAL, not
+ *        positional.
+ *   3. Code-as-region negatives — 2-letter codes that are both a US state abbrev and an ISO country code
+ *        (CA/GA/IN/MA/PA/AL) in US-ZIP context → must read as `region`, never `country`.
+ *
+ *   `--golden` emits a held-out synthetic val over the VT (US) + Berlin (DE) holdouts. This is a
+ *   `generate`-mode recipe that still reads REAL tuples off disk — `--count` bounds the OUTPUT, not
+ *   the input. The passed `random` (the framework LCG) is consumed in the exact call order the
+ *   legacy script used.
+ */
+import { type CorpusRecipe } from "#recipes/scaffold";
+/**
+ * Slice recipe registered with the corpus builder — see the file header for the parse behaviour it exists to exercise,
+ * and `description` below for the surface form it generates.
+ */
+export declare const countryBalancedRecipe: CorpusRecipe;
+//# sourceMappingURL=country-balanced.d.ts.map

package/out/recipes/country-balanced.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"country-balanced.d.ts","sourceRoot":"","sources":["../../lib/recipes/country-balanced.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAUH,OAAO,EAAgB,KAAK,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAmXnE;;;GAGG;AACH,eAAO,MAAM,qBAAqB,EAAE,YAoGnC,CAAA"}

package/out/recipes/country-balanced.js

@@ -0,0 +1,394 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   `country-balanced` slice recipe — the BALANCED, MODEL-FIRST country-coverage slice (#464). The
+ *   shipped model is STARVED on `country` (P=R=F1=0 on the homograph eval), so this fills the void
+ *   the way the `unit` slice did, but built to AVOID over-firing "trailing token ⇒ country". Three
+ *   ingredients, ported faithfully from scripts/build-country-slice-balanced.mjs:
+ *
+ *   1. Breadth/recall — real OA skeletons (US/DE/FR/IT/NL) with a country token in a varied surface form
+ *        from `@mailwoman/codex/country` (canonical / endonym / ISO code), + ~30% country-ABSENT
+ *        negatives (teach O-emission, the precision floor).
+ *   2. Homograph CONTRAST pairs — each true country-name homograph (Georgia, Jordan, Lebanon, Mexico,
+ *        Peru, Turkey) rendered BOTH ways: as `country` (foreign-city context) AND as the US
+ *        `region`/`locality` (US-ZIP context). Teaches that the label is CONTEXTUAL, not
+ *        positional.
+ *   3. Code-as-region negatives — 2-letter codes that are both a US state abbrev and an ISO country code
+ *        (CA/GA/IN/MA/PA/AL) in US-ZIP context → must read as `region`, never `country`.
+ *
+ *   `--golden` emits a held-out synthetic val over the VT (US) + Berlin (DE) holdouts. This is a
+ *   `generate`-mode recipe that still reads REAL tuples off disk — `--count` bounds the OUTPUT, not
+ *   the input. The passed `random` (the framework LCG) is consumed in the exact call order the
+ *   legacy script used.
+ */
+import { COUNTRY_SURFACE_FORMS, CountryNames } from "@mailwoman/codex/country";
+import { dataRootPath } from "@mailwoman/core/data-root";
+import { isPresent } from "@mailwoman/core/objects";
+import { mulberry32 as makeMulberry32 } from "@mailwoman/core/utils";
+import { stableSourceID } from "#adapters/utils";
+import { readOATuples } from "#recipes/scaffold";
+import { pick } from "#synthesizers/utils";
+import { alignRow } from "#utils";
+// v2: the country TOKEN is decoupled from the skeleton's locale and drawn from a BROAD pool — every
+// ISO canonical name + every curated surface form (endonyms/abbrevs). Surface forms are over-weighted
+// so endonyms/abbrevs ("Deutschland","USA","NL") get strong signal.
+const COUNTRY_FORM_POOL = (() => {
+    const surface = Object.values(COUNTRY_SURFACE_FORMS).flat(); // endonyms + abbrevs + canonical (curated)
+    const names = [...CountryNames];
+    // all ~249 ISO canonical English names (breadth)
+    return { surface, names };
+})();
+/**
+ * Negatives: rows with NO country token → teach golden precision.
+ */
+const COUNTRY_ABSENT_PROB = 0.3;
+/**
+ * Multi-locale OA sources. region = implied admin where the extract is single-region (US states, DE Saxony);
+ * countrywide extracts (FR/IT/NL) read region from the CSV when present.
+ */
+const SOURCES = [
+    {
+        zip: dataRootPath("oa-cache", "us__ia__statewide.zip"),
+        csv: "us/ia/statewide.csv",
+        iso2: "US",
+        region: "IA",
+        order: "us",
+    },
+    { zip: dataRootPath("oa-cache", "us__il__cook.zip"), csv: "us/il/cook.csv", iso2: "US", region: "IL", order: "us" },
+    {
+        zip: dataRootPath("oa-cache", "us__mt__statewide.zip"),
+        csv: "us/mt/statewide.csv",
+        iso2: "US",
+        region: "MT",
+        order: "us",
+    },
+    {
+        zip: dataRootPath("oa-cache", "us__sd__statewide.zip"),
+        csv: "us/sd/statewide.csv",
+        iso2: "US",
+        region: "SD",
+        order: "us",
+    },
+    {
+        zip: dataRootPath("oa-cache", "de__sn__statewide.zip"),
+        csv: "de/sn/statewide.csv",
+        iso2: "DE",
+        region: "",
+        order: "eu",
+    },
+    {
+        zip: dataRootPath("oa-cache", "fr__countrywide.zip"),
+        csv: "fr/countrywide.csv",
+        iso2: "FR",
+        region: "",
+        order: "fr",
+    },
+    // ES uses the Spanish IGN schema, not the OA standard columns — skipped here (codex still recognizes
+    // "España"/"Spain"). A dedicated IGN adapter is a follow-up.
+    {
+        zip: dataRootPath("oa-cache", "it__countrywide.zip"),
+        csv: "it/countrywide.csv",
+        iso2: "IT",
+        region: "",
+        order: "eu",
+    },
+    {
+        zip: dataRootPath("oa-cache", "nl__countrywide.zip"),
+        csv: "nl/countrywide.csv",
+        iso2: "NL",
+        region: "",
+        order: "eu",
+    },
+];
+/**
+ * Held-out for --golden: Vermont (US holdout) + Berlin (DE holdout) — geographic split, never trained.
+ */
+const EVAL_SOURCES = [
+    {
+        zip: dataRootPath("oa-cache", "us__vt__statewide.zip"),
+        csv: "us/vt/statewide.csv",
+        iso2: "US",
+        region: "VT",
+        order: "us",
+    },
+    { zip: dataRootPath("oa-cache", "de__berlin.zip"), csv: "de/berlin.csv", iso2: "DE", region: "", order: "eu" },
+];
+/**
+ * The countrywide extracts (FR/IT/NL) are GB-scale, so this reads only as far as `limit` distinct tuples: the `break`
+ * closes the reader, which releases the archive without inflating the rest of the member.
+ */
+async function readTuples(source, limit) {
+    return readOATuples(source, {
+        limit,
+        extra: (fields, row) => ({
+            ...fields,
+            region: row.region || source.region,
+            iso2: source.iso2,
+            order: source.order,
+        }),
+    });
+}
+// After the absent draw: 60% curated surface forms (endonym/abbrev variety), 40% broad ISO canonical names.
+const SURFACE_FORM_SHARE = 0.6;
+/**
+ * Pick a country token from the BROAD pool, or null (a country-absent negative). v2.
+ */
+function pickCountry(random) {
+    if (random() < COUNTRY_ABSENT_PROB)
+        return null; // negative — teaches "trailing token != always country"
+    const pool = random() < SURFACE_FORM_SHARE ? COUNTRY_FORM_POOL.surface : COUNTRY_FORM_POOL.names;
+    return pick(pool, random);
+}
+// Country-bearing rows: 80% full, 12% full-nl, 8% bare.
+const FULL_CUTOFF = 0.8;
+const FULL_NEWLINE_CUTOFF = 0.92;
+/**
+ * Render the address body in native-ish order. `country` null → a country-ABSENT negative row.
+ */
+function renderCountry(random, t, country) {
+    const { house_number: hn, street, locality: loc, region: reg, postcode: pc, order } = t;
+    const components = { house_number: hn, street, locality: loc };
+    if (reg) {
+        components.region = reg;
+    }
+    if (pc) {
+        components.postcode = pc;
+    }
+    let body;
+    if (order === "us") {
+        const regPc = [reg, pc].filter(isPresent).join(" ");
+        body = `${hn} ${street}, ${loc}${regPc ? ", " + regPc : ""}`;
+    }
+    else if (order === "fr") {
+        // French is NUMBER-street, postcode-city: "84 Route de la Fontaine, 75008 Paris".
+        body = `${hn} ${street}, ${[pc, loc].filter(isPresent).join(" ")}`;
+    }
+    else {
+        // DE/IT/NL: street-number, postcode-city: "Pariser Platz 1, 10117 Berlin".
+        const pcCity = [pc, loc].filter(isPresent).join(" ");
+        body = `${street} ${hn}, ${pcCity}`;
+    }
+    if (!country) {
+        // Negative: a normal address, NO country token/component. Teaches that a trailing region/city/
+        // postcode is NOT a country (counters the v1 golden over-firing).
+        return { fmt: "negative", raw: body, components };
+    }
+    const withC = { ...components, country };
+    const r = random();
+    if (r < FULL_CUTOFF)
+        return { fmt: "full", raw: `${body}, ${country}`, components: withC };
+    if (r < FULL_NEWLINE_CUTOFF)
+        return { fmt: "full-nl", raw: `${body}\n${country}`, components: withC };
+    const bareBody = order === "us" || order === "fr" ? `${hn} ${street}, ${loc}` : `${street} ${hn}, ${loc}`;
+    return {
+        fmt: "bare",
+        raw: `${bareBody}, ${country}`,
+        components: { house_number: hn, street, locality: loc, country },
+    };
+}
+const HOMOGRAPHS = [
+    {
+        surface: "Georgia",
+        iso2: "GE",
+        cities: ["Tbilisi", "Batumi", "Kutaisi", "Rustavi"],
+        us: { role: "region", locality: "Atlanta", region: "Georgia", postcodes: ["30309", "31401", "30601", "31201"] },
+    },
+    {
+        surface: "Jordan",
+        iso2: "JO",
+        cities: ["Amman", "Irbid", "Zarqa", "Aqaba"],
+        us: { role: "locality", locality: "Jordan", region: "MN", postcodes: ["55352"] },
+    },
+    {
+        surface: "Lebanon",
+        iso2: "LB",
+        cities: ["Beirut", "Tripoli", "Sidon", "Byblos"],
+        us: { role: "locality", locality: "Lebanon", region: "TN", postcodes: ["37087", "03766", "17042", "45036"] },
+    },
+    {
+        surface: "Mexico",
+        iso2: "MX",
+        cities: ["Guadalajara", "Monterrey", "Puebla", "Oaxaca"],
+        us: { role: "locality", locality: "Mexico", region: "MO", postcodes: ["65265"] },
+    },
+    {
+        surface: "Peru",
+        iso2: "PE",
+        cities: ["Cusco", "Arequipa", "Trujillo", "Iquitos"],
+        us: { role: "locality", locality: "Peru", region: "IL", postcodes: ["61354", "46970"] },
+    },
+    {
+        surface: "Turkey",
+        iso2: "TR",
+        cities: ["Ankara", "Izmir", "Bursa", "Antalya"],
+        us: { role: "locality", locality: "Turkey", region: "TX", postcodes: ["79261", "28393"] },
+    },
+];
+const ABBREV_REGIONS = [
+    { code: "CA", localities: ["Los Angeles", "Sacramento", "San Diego"], postcodes: ["90012", "95814", "92101"] }, // California / Canada
+    { code: "GA", localities: ["Atlanta", "Savannah", "Macon"], postcodes: ["30309", "31401", "31201"] }, // Georgia(US) / Georgia
+    { code: "IN", localities: ["Indianapolis", "Fort Wayne"], postcodes: ["46204", "46802"] }, // Indiana / India
+    { code: "MA", localities: ["Boston", "Worcester"], postcodes: ["02108", "01608"] }, // Massachusetts / Morocco
+    { code: "PA", localities: ["Philadelphia", "Pittsburgh"], postcodes: ["19103", "15222"] }, // Pennsylvania / Panama
+    { code: "AL", localities: ["Birmingham", "Montgomery"], postcodes: ["35203", "36104"] }, // Alabama / Albania
+];
+const STREET_POOL = [
+    "Main Street",
+    "Oak Avenue",
+    "Park Road",
+    "Elm Street",
+    "Hill Road",
+    "Market Street",
+    "Church Street",
+    "King Street",
+    "2nd Avenue",
+    "Maple Drive",
+];
+const houseNo = (random) => String(1 + Math.floor(random() * 998));
+// Country-surface homograph rows: 60% carry a street line, 40% are a bare `city, surface`.
+const HOMOGRAPH_WITH_STREET_SHARE = 0.6;
+/**
+ * A homograph CONTRAST row: ~half render the surface as `country` (foreign city), half as the US `region`/`locality`
+ * (US ZIP, NO country). Returns iso2 for provenance.
+ */
+function renderHomograph(random) {
+    const h = pick(HOMOGRAPHS, random);
+    const hn = houseNo(random), street = pick(STREET_POOL, random);
+    if (random() < 0.5) {
+        const city = pick(h.cities, random);
+        const withStreet = random() < HOMOGRAPH_WITH_STREET_SHARE;
+        const raw = withStreet ? `${hn} ${street}, ${city}, ${h.surface}` : `${city}, ${h.surface}`;
+        const components = withStreet
+            ? { house_number: hn, street, locality: city, country: h.surface }
+            : { locality: city, country: h.surface };
+        return { fmt: "homograph-country", raw, components, iso2: h.iso2 };
+    }
+    const pc = pick(h.us.postcodes, random);
+    if (h.us.role === "region") {
+        // surface is the US STATE: "123 Oak Ave, Atlanta, Georgia 30309" → region, no country
+        return {
+            fmt: "homograph-us-region",
+            raw: `${hn} ${street}, ${h.us.locality}, ${h.surface} ${pc}`,
+            components: { house_number: hn, street, locality: h.us.locality, region: h.surface, postcode: pc },
+            iso2: "US",
+        };
+    }
+    // surface is the US CITY: "123 Oak Ave, Lebanon, TN 37087" → locality, no country
+    return {
+        fmt: "homograph-us-locality",
+        raw: `${hn} ${street}, ${h.surface}, ${h.us.region} ${pc}`,
+        components: { house_number: hn, street, locality: h.surface, region: h.us.region, postcode: pc },
+        iso2: "US",
+    };
+}
+/**
+ * An abbrev-as-region negative: "123 Main St, Los Angeles, CA 90012" → region CA, NO country.
+ */
+function renderAbbrevRegion(random) {
+    const a = pick(ABBREV_REGIONS, random);
+    const hn = houseNo(random), street = pick(STREET_POOL, random), locality = pick(a.localities, random), postcode = pick(a.postcodes, random);
+    return {
+        fmt: "abbrev-region",
+        raw: `${hn} ${street}, ${locality}, ${a.code} ${postcode}`,
+        components: { house_number: hn, street, locality, region: a.code, postcode },
+        iso2: "US",
+    };
+}
+/**
+ * Share of rows that are homograph contrast pairs.
+ */
+const HOMOGRAPH_FRAC = 0.22;
+/**
+ * Share that are code-as-region negatives (cumulative with HOMOGRAPH_FRAC)
+ */
+const ABBREV_FRAC = 0.08;
+/**
+ * Slice recipe registered with the corpus builder — see the file header for the parse behaviour it exists to exercise,
+ * and `description` below for the surface form it generates.
+ */
+export const countryBalancedRecipe = {
+    name: "country-balanced",
+    description: "Balanced model-first country rows (#464): OA skeletons + ISO surface forms + homograph contrast pairs",
+    mode: "generate",
+    options: [{ flag: "--golden", description: "Emit the held-out VT+Berlin eval slice" }],
+    async run(opts, write) {
+        if (opts.count == null)
+            throw new Error("country-balanced recipe requires --count <N>");
+        const count = opts.count;
+        // Legacy build-country-slice-balanced.mjs seeded mulberry32 with the raw seed: `const random = mulberry32(opts.seed)`.
+        const random = makeMulberry32(opts.seed);
+        const source = opts.sourceName ?? "synth-country";
+        const sources = opts.golden ? EVAL_SOURCES : SOURCES;
+        const perSource = Math.ceil((count * 3) / sources.length); // over-read; balance locales
+        const pool = [];
+        for (const s of sources) {
+            const t = await readTuples(s, perSource);
+            console.error(`  ${s.csv} (${s.iso2}): ${t.length} tuples`);
+            for (const x of t) {
+                pool.push(x);
+            }
+        }
+        if (!pool.length) {
+            throw new Error(`No tuples — are the cached OA zips present in ${dataRootPath("oa-cache")}?`);
+        }
+        let emitted = 0;
+        let skipped = 0;
+        let guard = 0;
+        const N = pool.length;
+        while (emitted < count && guard++ < count * 8) {
+            // Mix three row types: homograph contrast (the distinction), code-as-region negatives, and the
+            // breadth/recall main path (random ISO form on an OA skeleton, ~30% country-absent).
+            const roll = random();
+            let rendered;
+            let rowISO2;
+            if (roll < HOMOGRAPH_FRAC) {
+                const h = renderHomograph(random);
+                rendered = h;
+                rowISO2 = h.iso2;
+            }
+            else if (roll < HOMOGRAPH_FRAC + ABBREV_FRAC) {
+                const a = renderAbbrevRegion(random);
+                rendered = a;
+                rowISO2 = a.iso2;
+            }
+            else {
+                const t = pool[Math.floor(random() * N)];
+                const country = pickCountry(random); // may be null → a country-absent negative row
+                rendered = renderCountry(random, t, country);
+                rowISO2 = t.iso2;
+                if (country && !rendered.raw.includes(country)) {
+                    skipped++;
+                    continue;
+                }
+            }
+            const { raw, components } = rendered;
+            const localeTag = rowISO2 === "US" ? "en-US" : `${rowISO2.toLowerCase()}-${rowISO2}`;
+            if (opts.golden) {
+                write(JSON.stringify({ raw, components, country: rowISO2 }) + "\n");
+                emitted++;
+                continue;
+            }
+            const canonical = {
+                raw,
+                components,
+                country: rowISO2,
+                locale: localeTag,
+                source,
+                source_id: stableSourceID(source, components),
+                corpus_version: "0.4.0",
+                license: "OpenAddresses multi-locale skeletons + injected ISO-3166 country surface forms (codex)",
+            };
+            const aligned = alignRow(canonical);
+            if (aligned.kind !== "labeled" || !aligned.row) {
+                skipped++;
+                continue;
+            }
+            write(JSON.stringify({ ...aligned.row, synth_method: "country", synth_base_id: null }) + "\n");
+            emitted++;
+        }
+        return { emitted, skipped };
+    },
+};
+//# sourceMappingURL=country-balanced.js.map

package/out/recipes/country-balanced.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"country-balanced.js","sourceRoot":"","sources":["../../lib/recipes/country-balanced.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAEH,OAAO,EAAE,qBAAqB,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AAC9E,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAA;AAEnD,OAAO,EAAE,UAAU,IAAI,cAAc,EAAE,MAAM,uBAAuB,CAAA;AAGpE,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAChD,OAAO,EAAE,YAAY,EAAqB,MAAM,mBAAmB,CAAA;AACnE,OAAO,EAAE,IAAI,EAAE,MAAM,qBAAqB,CAAA;AAE1C,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAA;AAEjC,oGAAoG;AACpG,sGAAsG;AACtG,oEAAoE;AAEpE,MAAM,iBAAiB,GAAG,CAAC,GAAG,EAAE;IAC/B,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC,IAAI,EAAE,CAAA,CAAC,2CAA2C;IACvG,MAAM,KAAK,GAAG,CAAC,GAAG,YAAY,CAAC,CAAA;IAE/B,iDAAiD;IACjD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAA;AAC1B,CAAC,CAAC,EAAE,CAAA;AAEJ;;GAEG;AACH,MAAM,mBAAmB,GAAG,GAAG,CAAA;AAa/B;;;GAGG;AACH,MAAM,OAAO,GAA6B;IACzC;QACC,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,uBAAuB,CAAC;QACtD,GAAG,EAAE,qBAAqB;QAC1B,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,IAAI;QACZ,KAAK,EAAE,IAAI;KACX;IACD,EAAE,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,kBAAkB,CAAC,EAAE,GAAG,EAAE,gBAAgB,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE;IACnH;QACC,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,uBAAuB,CAAC;QACtD,GAAG,EAAE,qBAAqB;QAC1B,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,IAAI;QACZ,KAAK,EAAE,IAAI;KACX;IACD;QACC,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,uBAAuB,CAAC;QACtD,GAAG,EAAE,qBAAqB;QAC1B,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,IAAI;QACZ,KAAK,EAAE,IAAI;KACX;IACD;QACC,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,uBAAuB,CAAC;QACtD,GAAG,EAAE,qBAAqB;QAC1B,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,EAAE;QACV,KAAK,EAAE,IAAI;KACX;IACD;QACC,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,qBAAqB,CAAC;QACpD,GAAG,EAAE,oBAAoB;QACzB,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,EAAE;QACV,KAAK,EAAE,IAAI;KACX;IACD,qGAAqG;IACrG,6DAA6D;IAC7D;QACC,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,qBAAqB,CAAC;QACpD,GAAG,EAAE,oBAAoB;QACzB,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,EAAE;QACV,KAAK,EAAE,IAAI;KACX;IACD;QACC,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,qBAAqB,CAAC;QACpD,GAAG,EAAE,oBAAoB;QACzB,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,EAAE;QACV,KAAK,EAAE,IAAI;KACX;CACD,CAAA;AAED;;GAEG;AACH,MAAM,YAAY,GAA6B;IAC9C;QACC,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,uBAAuB,CAAC;QACtD,GAAG,EAAE,qBAAqB;QAC1B,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,IAAI;QACZ,KAAK,EAAE,IAAI;KACX;IACD,EAAE,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,gBAAgB,CAAC,EAAE,GAAG,EAAE,eAAe,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;CAC9G,CAAA;AAeD;;;GAGG;AACH,KAAK,UAAU,UAAU,CAAC,MAAqB,EAAE,KAAa;IAC7D,OAAO,YAAY,CAAC,MAAM,EAAE;QAC3B,KAAK;QACL,KAAK,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACxB,GAAG,MAAM;YACT,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM;YACnC,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,KAAK,EAAE,MAAM,CAAC,KAAK;SACnB,CAAC;KACF,CAAC,CAAA;AACH,CAAC;AAED,4GAA4G;AAC5G,MAAM,kBAAkB,GAAG,GAAG,CAAA;AAE9B;;GAEG;AACH,SAAS,WAAW,CAAC,MAAoB;IACxC,IAAI,MAAM,EAAE,GAAG,mBAAmB;QAAE,OAAO,IAAI,CAAA,CAAC,wDAAwD;IACxG,MAAM,IAAI,GAAG,MAAM,EAAE,GAAG,kBAAkB,CAAC,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,KAAK,CAAA;IAEhG,OAAO,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;AAC1B,CAAC;AAED,wDAAwD;AACxD,MAAM,WAAW,GAAG,GAAG,CAAA;AACvB,MAAM,mBAAmB,GAAG,IAAI,CAAA;AAEhC;;GAEG;AACH,SAAS,aAAa,CACrB,MAAoB,EACpB,CAAe,EACf,OAAsB;IAEtB,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,CAAA;IACvF,MAAM,UAAU,GAA0C,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAA;IAErG,IAAI,GAAG,EAAE,CAAC;QACT,UAAU,CAAC,MAAM,GAAG,GAAG,CAAA;IACxB,CAAC;IAED,IAAI,EAAE,EAAE,CAAC;QACR,UAAU,CAAC,QAAQ,GAAG,EAAE,CAAA;IACzB,CAAC;IAED,IAAI,IAAY,CAAA;IAEhB,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACpB,MAAM,KAAK,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACnD,IAAI,GAAG,GAAG,EAAE,IAAI,MAAM,KAAK,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAA;IAC7D,CAAC;SAAM,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAC3B,kFAAkF;QAClF,IAAI,GAAG,GAAG,EAAE,IAAI,MAAM,KAAK,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAA;IACnE,CAAC;SAAM,CAAC;QACP,2EAA2E;QAC3E,MAAM,MAAM,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACpD,IAAI,GAAG,GAAG,MAAM,IAAI,EAAE,KAAK,MAAM,EAAE,CAAA;IACpC,CAAC;IAED,IAAI,CAAC,OAAO,EAAE,CAAC;QACd,+FAA+F;QAC/F,kEAAkE;QAClE,OAAO,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,CAAA;IAClD,CAAC;IAED,MAAM,KAAK,GAA0C,EAAE,GAAG,UAAU,EAAE,OAAO,EAAE,CAAA;IAC/E,MAAM,CAAC,GAAG,MAAM,EAAE,CAAA;IAElB,IAAI,CAAC,GAAG,WAAW;QAAE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,KAAK,OAAO,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,CAAA;IAE1F,IAAI,CAAC,GAAG,mBAAmB;QAAE,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,IAAI,KAAK,OAAO,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,CAAA;IACrG,MAAM,QAAQ,GAAG,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,EAAE,KAAK,GAAG,EAAE,CAAA;IAEzG,OAAO;QACN,GAAG,EAAE,MAAM;QACX,GAAG,EAAE,GAAG,QAAQ,KAAK,OAAO,EAAE;QAC9B,UAAU,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE;KAChE,CAAA;AACF,CAAC;AAaD,MAAM,UAAU,GAAyB;IACxC;QACC,OAAO,EAAE,SAAS;QAClB,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,CAAC,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,CAAC;QACnD,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE;KAC/G;IACD;QACC,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC;QAC5C,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,EAAE;KAChF;IACD;QACC,OAAO,EAAE,SAAS;QAClB,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,CAAC;QAChD,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE;KAC5G;IACD;QACC,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,CAAC,aAAa,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,CAAC;QACxD,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,EAAE;KAChF;IACD;QACC,OAAO,EAAE,MAAM;QACf,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,CAAC,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,CAAC;QACpD,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE;KACvF;IACD;QACC,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC;QAC/C,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE;KACzF;CACD,CAAA;AASD,MAAM,cAAc,GAA4B;IAC/C,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,aAAa,EAAE,YAAY,EAAE,WAAW,CAAC,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,sBAAsB;IACtI,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,wBAAwB;IAC9H,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,cAAc,EAAE,YAAY,CAAC,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,kBAAkB;IAC7G,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,QAAQ,EAAE,WAAW,CAAC,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,0BAA0B;IAC9G,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,cAAc,EAAE,YAAY,CAAC,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,wBAAwB;IACnH,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,YAAY,EAAE,YAAY,CAAC,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,oBAAoB;CAC7G,CAAA;AAED,MAAM,WAAW,GAAsB;IACtC,aAAa;IACb,YAAY;IACZ,WAAW;IACX,YAAY;IACZ,WAAW;IACX,eAAe;IACf,eAAe;IACf,aAAa;IACb,YAAY;IACZ,aAAa;CACb,CAAA;AAED,MAAM,OAAO,GAAG,CAAC,MAAoB,EAAU,EAAE,CAAC,MAAM,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAA;AAExF,2FAA2F;AAC3F,MAAM,2BAA2B,GAAG,GAAG,CAAA;AAEvC;;;GAGG;AACH,SAAS,eAAe,CAAC,MAAoB;IAM5C,MAAM,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAA;IAElC,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,EACzB,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,CAAA;IAEnC,IAAI,MAAM,EAAE,GAAG,GAAG,EAAE,CAAC;QACpB,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;QACnC,MAAM,UAAU,GAAG,MAAM,EAAE,GAAG,2BAA2B,CAAA;QACzD,MAAM,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,MAAM,KAAK,IAAI,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,KAAK,CAAC,CAAC,OAAO,EAAE,CAAA;QAE3F,MAAM,UAAU,GAA0C,UAAU;YACnE,CAAC,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;YAClE,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAA;QAEzC,OAAO,EAAE,GAAG,EAAE,mBAAmB,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;IACnE,CAAC;IAED,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;IAEvC,IAAI,CAAC,CAAC,EAAE,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC5B,sFAAsF;QACtF,OAAO;YACN,GAAG,EAAE,qBAAqB;YAC1B,GAAG,EAAE,GAAG,EAAE,IAAI,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC,QAAQ,KAAK,CAAC,CAAC,OAAO,IAAI,EAAE,EAAE;YAC5D,UAAU,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;YAClG,IAAI,EAAE,IAAI;SACV,CAAA;IACF,CAAC;IAED,kFAAkF;IAClF,OAAO;QACN,GAAG,EAAE,uBAAuB;QAC5B,GAAG,EAAE,GAAG,EAAE,IAAI,MAAM,KAAK,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,EAAE,CAAC,MAAM,IAAI,EAAE,EAAE;QAC1D,UAAU,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE;QAChG,IAAI,EAAE,IAAI;KACV,CAAA;AACF,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,MAAoB;IAM/C,MAAM,CAAC,GAAG,IAAI,CAAC,cAAc,EAAE,MAAM,CAAC,CAAA;IAEtC,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,EACzB,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,EAClC,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,UAAU,EAAE,MAAM,CAAC,EACrC,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;IAErC,OAAO;QACN,GAAG,EAAE,eAAe;QACpB,GAAG,EAAE,GAAG,EAAE,IAAI,MAAM,KAAK,QAAQ,KAAK,CAAC,CAAC,IAAI,IAAI,QAAQ,EAAE;QAC1D,UAAU,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE;QAC5E,IAAI,EAAE,IAAI;KACV,CAAA;AACF,CAAC;AAED;;GAEG;AACH,MAAM,cAAc,GAAG,IAAI,CAAA;AAC3B;;GAEG;AACH,MAAM,WAAW,GAAG,IAAI,CAAA;AAExB;;;GAGG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAiB;IAClD,IAAI,EAAE,kBAAkB;IACxB,WAAW,EAAE,uGAAuG;IACpH,IAAI,EAAE,UAAU;IAChB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,wCAAwC,EAAE,CAAC;IACtF,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK;QACpB,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAA;QACvF,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;QACxB,uHAAuH;QACvH,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACxC,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,IAAI,eAAe,CAAA;QACjD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAA;QACpD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA,CAAC,6BAA6B;QAEvF,MAAM,IAAI,GAAmB,EAAE,CAAA;QAE/B,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACzB,MAAM,CAAC,GAAG,MAAM,UAAU,CAAC,CAAC,EAAE,SAAS,CAAC,CAAA;YAExC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,MAAM,SAAS,CAAC,CAAA;YAE3D,KAAK,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACnB,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACb,CAAC;QACF,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,iDAAiD,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC,CAAA;QAC9F,CAAC;QAED,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAA;QAErB,OAAO,OAAO,GAAG,KAAK,IAAI,KAAK,EAAE,GAAG,KAAK,GAAG,CAAC,EAAE,CAAC;YAC/C,+FAA+F;YAC/F,qFAAqF;YACrF,MAAM,IAAI,GAAG,MAAM,EAAE,CAAA;YACrB,IAAI,QAAyF,CAAA;YAC7F,IAAI,OAAe,CAAA;YAEnB,IAAI,IAAI,GAAG,cAAc,EAAE,CAAC;gBAC3B,MAAM,CAAC,GAAG,eAAe,CAAC,MAAM,CAAC,CAAA;gBACjC,QAAQ,GAAG,CAAC,CAAA;gBACZ,OAAO,GAAG,CAAC,CAAC,IAAI,CAAA;YACjB,CAAC;iBAAM,IAAI,IAAI,GAAG,cAAc,GAAG,WAAW,EAAE,CAAC;gBAChD,MAAM,CAAC,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAA;gBACpC,QAAQ,GAAG,CAAC,CAAA;gBACZ,OAAO,GAAG,CAAC,CAAC,IAAI,CAAA;YACjB,CAAC;iBAAM,CAAC;gBACP,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAE,CAAA;gBACzC,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,CAAC,CAAA,CAAC,8CAA8C;gBAClF,QAAQ,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,OAAO,CAAC,CAAA;gBAC5C,OAAO,GAAG,CAAC,CAAC,IAAI,CAAA;gBAEhB,IAAI,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBAChD,OAAO,EAAE,CAAA;oBAET,SAAQ;gBACT,CAAC;YACF,CAAC;YAED,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAA;YACpC,MAAM,SAAS,GAAG,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,WAAW,EAAE,IAAI,OAAO,EAAE,CAAA;YAEpF,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjB,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,CAAA;gBAEnE,OAAO,EAAE,CAAA;gBAET,SAAQ;YACT,CAAC;YAED,MAAM,SAAS,GAAiB;gBAC/B,GAAG;gBACH,UAAU;gBACV,OAAO,EAAE,OAAO;gBAChB,MAAM,EAAE,SAAS;gBACjB,MAAM;gBACN,SAAS,EAAE,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC;gBAC7C,cAAc,EAAE,OAAO;gBACvB,OAAO,EAAE,wFAAwF;aACjG,CAAA;YAED,MAAM,OAAO,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAA;YAEnC,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;gBAChD,OAAO,EAAE,CAAA;gBAET,SAAQ;YACT,CAAC;YAED,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,YAAY,EAAE,SAAS,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,CAAA;YAE9F,OAAO,EAAE,CAAA;QACV,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAA;IAC5B,CAAC;CACD,CAAA"}

package/out/recipes/cz-pcfirst-preposition.d.ts

@@ -0,0 +1,22 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   `cz-pcfirst-preposition` — the Czech pc-first prepositional-locality slice, fourth orthography
+ *   of the #901 leading-name-boundary family. The #897 close-out read all 8 residual CZ rows as one
+ *   class: a LEADING postcode mis-assigned as house_number while the multi-word "nad/pod/u X"
+ *   locality shatters ("51244 Rokytnice nad Jizerou, Dolní Rokytnice 111" → street
+ *   'RokytnicenadJizerou' + house_number '51244'). That leading-5-digit confusion is the
+ *   anchor-pollution class whose decode-time OVERRIDE was correctly killed in #723 — this slice is
+ *   the model-first fix as DATA: real prepositional localities in the order that breaks, so the
+ *   model learns that a leading postcode before a multi-word name is a postcode. pc-first leads the
+ *   cycle (the lesson); canonical and city-first keep the polarity balanced (the v1.9.9 lesson).
+ */
+import { type CorpusRecipe } from "#recipes/scaffold";
+/**
+ * Slice recipe registered with the corpus builder — see the file header for the parse behaviour it exists to exercise,
+ * and `description` below for the surface form it generates.
+ */
+export declare const czPcFirstPrepositionRecipe: CorpusRecipe;
+//# sourceMappingURL=cz-pcfirst-preposition.d.ts.map

package/out/recipes/cz-pcfirst-preposition.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cz-pcfirst-preposition.d.ts","sourceRoot":"","sources":["../../lib/recipes/cz-pcfirst-preposition.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH,OAAO,EAA6B,KAAK,YAAY,EAAiB,MAAM,mBAAmB,CAAA;AAQ/F;;;GAGG;AACH,eAAO,MAAM,0BAA0B,EAAE,YAiFxC,CAAA"}