@mailwoman/corpus 9.2.0 → 9.3.0

package/out/src/shard-recipes/scaffold.js

@@ -1,137 +0,0 @@
-/**
- * @copyright Sister Software
- * @license AGPL-3.0
- * @author Teffen Ellis, et al.
- *
- *   Shared scaffolding for the synthetic-corpus SHARD RECIPES — the common bits the 16
- *   `build-*-shard.mjs` scripts each re-implemented: the seeded LCG PRNG, the tuple reader, and the
- *   canonical → `alignRow` → `LabeledRow` JSONL emit step. A recipe ({@link ShardRecipe}) supplies
- *   only its synthesis + filter; the `mailwoman corpus shard <recipe>` command supplies the I/O.
- */
-import { existsSync } from "node:fs";
-import { readZipEntry } from "@mailwoman/core/fs/zip";
-import { tryParsingJSON } from "@mailwoman/core/objects";
-import { AsyncSequence, CSVSpliterator } from "spliterator";
-import { stableSourceIDFromParts } from "#adapters/utils";
-import { alignRow } from "#utils";
-/**
- * {@link stableSourceIDFromParts} under the name the recipes use: arbitrary disambiguator keys (e.g. a variant index
- * `v`) that aren't `ComponentTag`s, which is how the legacy builders kept per-variant ids unique.
- */
-export function shardSourceID(adapterID, parts) {
-    return stableSourceIDFromParts(adapterID, parts);
-}
-/**
- * The two seeded generators the legacy `build-*-shard` scripts used, re-exported from their home in
- * `@mailwoman/core/utils` so a recipe keeps importing everything it needs from this one scaffold module.
- *
- * - `makeLcg` (`s = s*1664525 + 1013904223 mod 2^32`) — what the street/po-box/anchor builders seeded.
- * - `makeMulberry32` — what the MAJORITY of them used (german, locale, boundary-stress, unit, fr-order, country-balanced,
- *   intersection, fr-admin-split, street-affix, street-bare, po-box-cedex).
- *
- * A recipe must seed the same one its `.mjs` did, the same way it did (usually `seed`, but some derive a per-stream
- * seed), or `--seed N` stops being byte-reproducible.
- */
-export { makeLcg, mulberry32 as makeMulberry32, makeLcg as makeRandom } from "@mailwoman/core/utils";
-/**
- * Quote handling spans the ROW split, not only the column split: a newline inside a quoted field belongs to a single
- * record, so the record boundaries can only be found by a scanner that already knows where the quotes are. Find the
- * lines first and unquote afterwards and such a record splits in two — the first half short by however many columns
- * followed the newline, which is how a `street` value comes to be read as `city`.
- *
- * `header: false` keeps the first record in the stream, so this module owns the lower-casing rather than
- * `normalizeKeys` — see {@link toHeader}.
- */
-const CSV_INIT = { header: false, enableQuoteHandling: true };
-/**
- * Header names are lower-cased on the way in. `normalizeKeys` will not do it: it leaves an ALL CAPS header alone, and
- * OpenAddresses ships `LON,LAT,NUMBER,STREET` while other extracts ship the same names lower-case. A recipe names its
- * columns in lower case either way.
- */
-function toHeader(cells) {
-    return cells.map((name) => name.trim().toLowerCase());
-}
-/**
- * Line breaks inside a value become single spaces. A quote-aware parse is the first thing here able to return a value
- * CONTAINING one — `us/ia/statewide.csv` has 12, all unit designators like `"#2\n#2"` — and every consumer synthesizes
- * one-line address text from these cells with no guard, because until that parse landed no value could carry one.
- * Collapsing keeps the record (the address is fine; the source's line break is not part of it) without emitting a
- * training row with a newline inside it.
- *
- * Only `\r` and `\n`, deliberately — NOT `\s`. Runs of spaces and tabs pass through exactly as the source wrote them
- * (OA's IA extract writes `NORTH`, three spaces, `MAIN STREET`), because those could always appear and every shard
- * built to date contains them. Widening this to `\s+` silently rewrites values on rows with no line break at all.
- * `scaffold.test.ts` pins both halves, against both readers.
- */
-function toRecord(header, cells) {
-    const record = {};
-    for (let i = 0; i < header.length; i++) {
-        record[header[i]] = (cells[i] ?? "").replaceAll(/[\r\n]+/g, " ").trim();
-    }
-    return record;
-}
-/**
- * Read a CSV as header-keyed records.
- *
- * Returns the spliterator's own {@linkcode AsyncSequence}, so a caller composes `take`/`drop`/`filter` onto it — those
- * ops fuse into one pull loop, and a `take` that is satisfied closes the source's file handle on the way out. Wrapping
- * this in an `async function*` costs an async frame per row and takes those ops away; don't.
- *
- * A source at or below the spliterator's 128 KiB bulk threshold is read whole and parsed by the synchronous engine, so
- * this is also the right reader for small sources — there is no buffered variant to reach for.
- */
-export function readCSVRecords(source) {
-    let header = null;
-    return CSVSpliterator.fromAsync(source, CSV_INIT)
-        .filter((cells) => {
-        if (header)
-            return true;
-        header = toHeader(cells);
-        return false;
-    })
-        .map((cells) => toRecord(header, cells));
-}
-/**
- * {@link readCSVRecords} over one member of a zip archive — what every recipe reading a cached OA source wants.
- *
- * A source a checkout has not cached yields nothing, after saying so. A lab holds the archives for the countries it has
- * built, so a recipe naming ten sources routinely finds three, and the `unzip -p` subprocesses these replaced behaved
- * the same way by accident — a non-zero exit warned and returned no rows. A recipe that ends up with NO tuples at all
- * still throws; that is the case where the cache, not the recipe, is the problem.
- */
-export function readZippedCSVRecords(archivePath, entryName) {
-    if (!existsSync(String(archivePath))) {
-        console.error(`  WARN: ${archivePath} is not cached — skipping ${entryName}`);
-        return AsyncSequence.from([]);
-    }
-    return readCSVRecords(readZipEntry(archivePath, entryName));
-}
-/**
- * Stream-parse a tuples JSONL file, yielding each parsed object (blank/invalid lines skipped).
- */
-export async function* readTuples(input) {
-    // TextSpliterator (not JSONSpliterator) so a malformed line is SKIPPED, not thrown — the
-    // per-line tryParsingJSON below is the tolerance this reader has always had.
-    const { TextSpliterator } = await import("spliterator");
-    for await (const line of TextSpliterator.fromAsync(input)) {
-        const trimmed = line.trim();
-        if (!trimmed)
-            continue;
-        const tuple = tryParsingJSON(trimmed);
-        if (tuple !== null) {
-            yield tuple;
-        }
-    }
-}
-/**
- * Run a canonical row through `alignRow` and, on success, write the `LabeledRow` (+ `synth_method` / `synth_base_id`)
- * as one JSONL line. Returns true if emitted, false if alignment quarantined it.
- */
-export function alignAndWrite(write, canonical, synthMethod, synthBaseID = null) {
-    const aligned = alignRow(canonical);
-    if (!aligned.row)
-        return false;
-    write(JSON.stringify({ ...aligned.row, synth_method: synthMethod, synth_base_id: synthBaseID }) + "\n");
-    return true;
-}
-//# sourceMappingURL=scaffold.js.map

package/out/src/shard-recipes/scaffold.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scaffold.js","sourceRoot":"","sources":["../../../src/shard-recipes/scaffold.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AAEpC,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAA;AAGxD,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAE3D,OAAO,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAA;AACzD,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAA;AAEjC;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,SAAiB,EAAE,KAAyC;IACzF,OAAO,uBAAuB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;AACjD,CAAC;AA4CD;;;;;;;;;;GAUG;AACH,OAAO,EAAE,OAAO,EAAE,UAAU,IAAI,cAAc,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,uBAAuB,CAAA;AAQpG;;;;;;;;GAQG;AACH,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,mBAAmB,EAAE,IAAI,EAAW,CAAA;AAEtE;;;;GAIG;AACH,SAAS,QAAQ,CAAC,KAAwB;IACzC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAA;AACtD,CAAC;AAED;;;;;;;;;;;GAWG;AACH,SAAS,QAAQ,CAAC,MAAyB,EAAE,KAAwB;IACpE,MAAM,MAAM,GAAc,EAAE,CAAA;IAE5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;IACzE,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,cAAc,CAAC,MAA8C;IAC5E,IAAI,MAAM,GAAoB,IAAI,CAAA;IAElC,OAAO,cAAc,CAAC,SAAS,CAAW,MAAM,EAAE,QAAQ,CAAC;SACzD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QACjB,IAAI,MAAM;YAAE,OAAO,IAAI,CAAA;QAEvB,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAA;QAExB,OAAO,KAAK,CAAA;IACb,CAAC,CAAC;SACD,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAO,EAAE,KAAK,CAAC,CAAC,CAAA;AAC3C,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,oBAAoB,CAAC,WAA4B,EAAE,SAAiB;IACnF,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC;QACtC,OAAO,CAAC,KAAK,CAAC,WAAW,WAAW,6BAA6B,SAAS,EAAE,CAAC,CAAA;QAE7E,OAAO,aAAa,CAAC,IAAI,CAAY,EAAE,CAAC,CAAA;IACzC,CAAC;IAED,OAAO,cAAc,CAAC,YAAY,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC,CAAA;AAC5D,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,UAAU,CAAC,KAAa;IAC9C,yFAAyF;IACzF,6EAA6E;IAC7E,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAA;IAEvD,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,eAAe,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3D,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAA;QAE3B,IAAI,CAAC,OAAO;YAAE,SAAQ;QAEtB,MAAM,KAAK,GAAG,cAAc,CAAa,OAAO,CAAC,CAAA;QAEjD,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACpB,MAAM,KAAK,CAAA;QACZ,CAAC;IACF,CAAC;AACF,CAAC;AAgBD;;;GAGG;AACH,MAAM,UAAU,aAAa,CAC5B,KAA6B,EAC7B,SAA4B,EAC5B,WAAmB,EACnB,cAA6B,IAAI;IAEjC,MAAM,OAAO,GAAG,QAAQ,CAAC,SAA2C,CAAC,CAAA;IAErE,IAAI,CAAC,OAAO,CAAC,GAAG;QAAE,OAAO,KAAK,CAAA;IAC9B,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,YAAY,EAAE,WAAW,EAAE,aAAa,EAAE,WAAW,EAAE,CAAC,GAAG,IAAI,CAAC,CAAA;IAEvG,OAAO,IAAI,CAAA;AACZ,CAAC"}

package/out/src/shard-recipes/si-bare-village.d.ts

@@ -1,32 +0,0 @@
-/**
- * @copyright Sister Software
- * @license AGPL-3.0
- * @author Teffen Ellis, et al.
- *
- *   `si-bare-village` — the Slovenian no-street counter-shard (#901 run-2). Slovenia's rural
- *   addressing has NO street line: the village name is the street-level token and repeats as the
- *   locality ("Zabiče 8, 6250 Zabiče"). The v1.9.8 gate FALSIFIED the fr-bare-street shard alone on
- *   exactly this class (SI resolve −3.4pp; "Apače 108" split into street "Apače 10" + house "8") —
- *   the bare-street boundary lesson generalizes onto a form where the leading name must keep its
- *   number whole and the trailing mention must stay locality-bound. This shard is the paired
- *   counter-distribution: same lesson ("name before number, comma, then admin"), opposite polarity
- *   on the trailing mention.
- *
- *   Three real-order templates cycle per tuple (mirrors the coord-golden orders so the eval and the
- *   training distribution agree):
- *
- *   1. canonical  "«V» «n», «pc» «V»"
- *   2. bare       "«V» «n», «V»"        (no postcode — the anchor-free form, the fr-bare lesson)
- *   3. pc-first   "«pc» «V», «V» «n»"
- *
- *   Gold spans: leading «V» = street (matches OA ground truth — the village IS the address line),
- *   «n» = house_number (NEVER split mid-digits), «pc» = postcode (never swallowing the neighbor),
- *   trailing «V» = locality (the binding the resolver needs).
- */
-import { type ShardRecipe } from "./scaffold.ts";
-/**
- * Shard recipe registered with the corpus builder — see the file header for the parse behaviour it exists to exercise,
- * and `description` below for the surface form it generates.
- */
-export declare const siBareVillageRecipe: ShardRecipe;
-//# sourceMappingURL=si-bare-village.d.ts.map

package/out/src/shard-recipes/si-bare-village.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"si-bare-village.d.ts","sourceRoot":"","sources":["../../../src/shard-recipes/si-bare-village.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAEH,OAAO,EAA6C,KAAK,WAAW,EAAiB,MAAM,eAAe,CAAA;AAE1G;;;GAGG;AACH,eAAO,MAAM,mBAAmB,EAAE,WAgEjC,CAAA"}

package/out/src/shard-recipes/si-bare-village.js

@@ -1,88 +0,0 @@
-/**
- * @copyright Sister Software
- * @license AGPL-3.0
- * @author Teffen Ellis, et al.
- *
- *   `si-bare-village` — the Slovenian no-street counter-shard (#901 run-2). Slovenia's rural
- *   addressing has NO street line: the village name is the street-level token and repeats as the
- *   locality ("Zabiče 8, 6250 Zabiče"). The v1.9.8 gate FALSIFIED the fr-bare-street shard alone on
- *   exactly this class (SI resolve −3.4pp; "Apače 108" split into street "Apače 10" + house "8") —
- *   the bare-street boundary lesson generalizes onto a form where the leading name must keep its
- *   number whole and the trailing mention must stay locality-bound. This shard is the paired
- *   counter-distribution: same lesson ("name before number, comma, then admin"), opposite polarity
- *   on the trailing mention.
- *
- *   Three real-order templates cycle per tuple (mirrors the coord-golden orders so the eval and the
- *   training distribution agree):
- *
- *   1. canonical  "«V» «n», «pc» «V»"
- *   2. bare       "«V» «n», «V»"        (no postcode — the anchor-free form, the fr-bare lesson)
- *   3. pc-first   "«pc» «V», «V» «n»"
- *
- *   Gold spans: leading «V» = street (matches OA ground truth — the village IS the address line),
- *   «n» = house_number (NEVER split mid-digits), «pc» = postcode (never swallowing the neighbor),
- *   trailing «V» = locality (the binding the resolver needs).
- */
-import { alignAndWrite, makeMulberry32, readTuples, shardSourceID } from "./scaffold.js";
-/**
- * Shard recipe registered with the corpus builder — see the file header for the parse behaviour it exists to exercise,
- * and `description` below for the surface form it generates.
- */
-export const siBareVillageRecipe = {
-    name: "si-bare-village",
-    description: "SI no-street village form (#901 run-2): '«V» «n», «pc» «V»' — the fr-bare-street counter-distribution",
-    mode: "tuples",
-    async run(opts, write) {
-        makeMulberry32(opts.seed);
-        let read = 0;
-        let emitted = 0;
-        let skipped = 0;
-        for await (const t of readTuples(opts.input)) {
-            read++;
-            const village = String(t.locality ?? "").trim();
-            const number = String(t.number ?? "").trim();
-            const postcode = String(t.postcode ?? "").trim();
-            if (!village || !number || !postcode) {
-                skipped++;
-                continue;
-            }
-            const order = read % 3;
-            let raw;
-            const components = {
-                street: village,
-                house_number: number,
-                locality: village,
-            };
-            if (order === 0) {
-                components.postcode = postcode;
-                raw = `${village} ${number}, ${postcode} ${village}`;
-            }
-            else if (order === 1) {
-                raw = `${village} ${number}, ${village}`;
-            }
-            else {
-                components.postcode = postcode;
-                raw = `${postcode} ${village}, ${village} ${number}`;
-            }
-            const source_id = shardSourceID("synth-si-bare-village", { ...components, o: String(order), v: String(read) });
-            const canonical = {
-                raw,
-                components,
-                country: "SI",
-                locale: "sl-SI",
-                source: "synth-si-bare-village",
-                source_id,
-                corpus_version: "0.9.9",
-                license: "Synthetic — si-bare-village; (village, number, postcode) from OpenAddresses SI (per-source attribution in the model card)",
-            };
-            if (alignAndWrite(write, canonical, "si-bare-village")) {
-                emitted++;
-            }
-            else {
-                skipped++;
-            }
-        }
-        return { read, emitted, skipped };
-    },
-};
-//# sourceMappingURL=si-bare-village.js.map

package/out/src/shard-recipes/si-bare-village.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"si-bare-village.js","sourceRoot":"","sources":["../../../src/shard-recipes/si-bare-village.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAEH,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,UAAU,EAAoB,aAAa,EAAE,MAAM,eAAe,CAAA;AAE1G;;;GAGG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAgB;IAC/C,IAAI,EAAE,iBAAiB;IACvB,WAAW,EAAE,uGAAuG;IACpH,IAAI,EAAE,QAAQ;IACd,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK;QACpB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACzB,IAAI,IAAI,GAAG,CAAC,CAAA;QACZ,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,IAAI,OAAO,GAAG,CAAC,CAAA;QAEf,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,KAAM,CAAC,EAAE,CAAC;YAC/C,IAAI,EAAE,CAAA;YACN,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;YAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;YAC5C,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;YAEhD,IAAI,CAAC,OAAO,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACtC,OAAO,EAAE,CAAA;gBAET,SAAQ;YACT,CAAC;YAED,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAA;YACtB,IAAI,GAAW,CAAA;YAEf,MAAM,UAAU,GAA2B;gBAC1C,MAAM,EAAE,OAAO;gBACf,YAAY,EAAE,MAAM;gBACpB,QAAQ,EAAE,OAAO;aACjB,CAAA;YAED,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;gBACjB,UAAU,CAAC,QAAQ,GAAG,QAAQ,CAAA;gBAC9B,GAAG,GAAG,GAAG,OAAO,IAAI,MAAM,KAAK,QAAQ,IAAI,OAAO,EAAE,CAAA;YACrD,CAAC;iBAAM,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;gBACxB,GAAG,GAAG,GAAG,OAAO,IAAI,MAAM,KAAK,OAAO,EAAE,CAAA;YACzC,CAAC;iBAAM,CAAC;gBACP,UAAU,CAAC,QAAQ,GAAG,QAAQ,CAAA;gBAC9B,GAAG,GAAG,GAAG,QAAQ,IAAI,OAAO,KAAK,OAAO,IAAI,MAAM,EAAE,CAAA;YACrD,CAAC;YAED,MAAM,SAAS,GAAG,aAAa,CAAC,uBAAuB,EAAE,EAAE,GAAG,UAAU,EAAE,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAE9G,MAAM,SAAS,GAAG;gBACjB,GAAG;gBACH,UAAU;gBACV,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,OAAO;gBACf,MAAM,EAAE,uBAAuB;gBAC/B,SAAS;gBACT,cAAc,EAAE,OAAO;gBACvB,OAAO,EACN,2HAA2H;aAC5H,CAAA;YAED,IAAI,aAAa,CAAC,KAAK,EAAE,SAAS,EAAE,iBAAiB,CAAC,EAAE,CAAC;gBACxD,OAAO,EAAE,CAAA;YACV,CAAC;iBAAM,CAAC;gBACP,OAAO,EAAE,CAAA;YACV,CAAC;QACF,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAA;IAClC,CAAC;CACD,CAAA"}

package/out/src/shard-recipes/street-affix.d.ts

@@ -1,89 +0,0 @@
-/**
- * @copyright Sister Software
- * @license AGPL-3.0
- * @author Teffen Ellis, et al.
- *
- *   `street-affix` shard recipe — the US street-affix coverage shard (the v0-parity `street_prefix` /
- *   `street_suffix` gap — both ~0% F1 in the #15 assessment, collapsed into `street`). Raises
- *   PREVALENCE of affix-split streets with format diversity so the model learns to split "N Main
- *   St" → street_prefix="N" + street="Main" + street_suffix="St", and (negative space) sharpens
- *   `street` itself. Ported from scripts/build-street-affix-shard.mjs.
- *
- *   Reads REAL US OpenAddresses tuples and SPLITS the OA `street` field via the codex:
- *   `matchLeadingDirectional` (USPS Pub-28 C1) for the prefix, `matchTrailingSuffix` (Pub-28 C2
- *   street suffixes) for the suffix. OA streets nearly all carry a suffix; only ~10-20% carry a
- *   directional, so we INJECT a directional prefix onto a fraction of prefix-less streets to give
- *   `street_prefix` real signal. Each row varies surface form per affix — abbreviated ("N", "St")
- *   vs expanded ("North", "Street") — and varies the layout (full address / bare / street-only /
- *   venue-prefixed).
- *
- *   LEAKAGE-SAFE EVAL (`--golden`): held-out eval uses the VERMONT source only (the corpus
- *   defaultHoldout), a different seed, and emits {raw, components} for per-locale-f1. Train uses
- *   every NON-Vermont US source.
- *
- *   Multi-locale BALANCE (`--multilocale-count`, opts.multilocaleCount > 0): appends NO-affix
- *   native-order rows (FR/DE/IT/NL) AFTER the US affix rows, riding the same source weight, purely
- *   to keep the postcode-ORDER distribution multi-locale so a US-heavy affix shard doesn't dilute
- *   FR/DE postcode (the v0.9.8 blemish).
- */
-import type { ComponentTag } from "@mailwoman/core/types";
-import { type ShardRecipe } from "./scaffold.ts";
-/**
- * A real US skeleton tuple read from a cached OA zip.
- */
-interface USTuple {
-    house_number: string;
-    street: string;
-    locality: string;
-    region: string;
-    postcode: string;
-    base_source_id: string;
-}
-export type SuffixBoundaryClass = "terminal-only" | "terminal-contrast";
-/**
- * Classify a real street surface for #1569. `terminal-only` has an ambiguous suffix-eligible name word immediately
- * before a different terminal type (`Blue Hill Rd`); `terminal-contrast` ends at the ambiguous word itself (`Sutton
- * Hollow`). The contrast check intentionally wins when both final words are name-prone: only the LAST token is the
- * suffix under the canonical rule.
- */
-export declare function classifySuffixBoundaryStreet(street: string): SuffixBoundaryClass | null;
-/**
- * Layout-shell options for {@link renderRow}. `cuts` are the cumulative random() cutoffs for [full, bare, street-only] —
- * the remainder is the venue shell. Defaults reproduce the original street-affix distribution (40/25/20/15) with the
- * six template venues.
- */
-interface RenderRowOpts {
-    venues?: readonly string[];
-    cuts?: readonly [number, number, number];
-}
-/**
- * Embed the rendered street in a RANDOM layout so the model recognizes affixes wherever the street sits: full address,
- * bare house+street, street-only (pure affix parse), or venue-prefixed.
- */
-export declare function renderRow(random: () => number, base: USTuple, street: string, streetComponents: Partial<Record<ComponentTag, string>>, opts?: RenderRowOpts): {
-    fmt: string;
-    raw: string;
-    components: Partial<Record<ComponentTag, string>>;
-};
-/**
- * Shard recipe registered with the corpus builder — see the file header for the parse behaviour it exists to exercise,
- * and `description` below for the surface form it generates.
- */
-export declare const streetAffixRecipe: ShardRecipe;
-/**
- * #1569 root-fix shard. Both classes come from real non-Vermont OA streets and use the affix recipe's existing layout
- * diversity. v4.3.1 makes terminal-only 80% of the mix: the first 40/60 run moved a 100-row TRAIN sample only 4→11
- * while contrast was already 95/100 before training (93/100 after). Post-run audit found that the global affix relabel
- * pass corrupts many already-decomposed target rows into double suffixes; do not retrain this recipe until relabel is
- * idempotent over a decomposed street family. The 20% contrast leg remains explicit, additive to the already-strong
- * base distribution, and B2 still gates it unchanged.
- *
- * V2 (corpus 0.19.0, 2026-08-10 recipe review): the v4.3.3 board split (rich venue-led rows 5/43 vs bare 53/65) showed
- * the model separating template rows from real ones, and the venue shell was the giveaway — six fixed venue strings. v2
- * draws the venue shell from thousands of REAL HRSA facility names and raises its share (venue 30%, full 35%, bare 20%,
- * street-only 15%). Dose policy moved to the recipe's config side: weight ≤4 effective passes per run (Muennighoff
- * 2023's repetition knee) and the source is excluded from the augmentation pool — see the v4.4.0 config.
- */
-export declare const suffixBoundaryRecipe: ShardRecipe;
-export {};
-//# sourceMappingURL=street-affix.d.ts.map

package/out/src/shard-recipes/street-affix.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"street-affix.d.ts","sourceRoot":"","sources":["../../../src/shard-recipes/street-affix.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAWH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAA;AAQzD,OAAO,EAAuE,KAAK,WAAW,EAAE,MAAM,eAAe,CAAA;AAuFrH;;GAEG;AACH,UAAU,OAAO;IAChB,YAAY,EAAE,MAAM,CAAA;IACpB,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;IAChB,cAAc,EAAE,MAAM,CAAA;CACtB;AAmGD,MAAM,MAAM,mBAAmB,GAAG,eAAe,GAAG,mBAAmB,CAAA;AAEvE;;;;;GAKG;AACH,wBAAgB,4BAA4B,CAAC,MAAM,EAAE,MAAM,GAAG,mBAAmB,GAAG,IAAI,CAevF;AAsFD;;;;GAIG;AACH,UAAU,aAAa;IACtB,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IAC1B,IAAI,CAAC,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;CACxC;AAED;;;GAGG;AACH,wBAAgB,SAAS,CACxB,MAAM,EAAE,MAAM,MAAM,EACpB,IAAI,EAAE,OAAO,EACb,MAAM,EAAE,MAAM,EACd,gBAAgB,EAAE,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,EACvD,IAAI,GAAE,aAAkB,GACtB;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAA;CAAE,CA8BjF;AAyDD;;;GAGG;AACH,eAAO,MAAM,iBAAiB,EAAE,WAiM/B,CAAA;AAED;;;;;;;;;;;;;GAaG;AACH,eAAO,MAAM,oBAAoB,EAAE,WA0JlC,CAAA"}