@mailwoman/corpus 10.0.0 → 10.2.0

package/out/recipes/trailing-region.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"trailing-region.d.ts","sourceRoot":"","sources":["../../lib/recipes/trailing-region.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkEG;AAIH,OAAO,EAAqD,KAAK,YAAY,EAAiB,MAAM,mBAAmB,CAAA;AAEvH;;;GAGG;AACH,eAAO,MAAM,oBAAoB,EAAE,YA0GlC,CAAA"}
+{"version":3,"file":"trailing-region.d.ts","sourceRoot":"","sources":["../../lib/recipes/trailing-region.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAMH,OAAO,EAKN,KAAK,YAAY,EAEjB,MAAM,mBAAmB,CAAA;AA0B1B;;GAEG;AACH,eAAO,MAAM,oBAAoB,EAAE,YAiHlC,CAAA"}

package/out/recipes/trailing-region.js

@@ -3,73 +3,45 @@
  * @license AGPL-3.0
  * @author Teffen Ellis, et al.
  *
- *   `trailing-region` — the `«locality», «region», «country»` admin tail, the Portopetro class
- *   (board row `es-op3-southeast-portopetro`): `…, 07691 Portopetro, Illes Balears, Spain` parsed
- *   with the REGION mislabeled `locality` and the true locality dropped entirely. Spanish sources
- *   are postcode-complete and rarely write the region, so the trailing-region segment is
- *   under-attested and the model reads the last populous name as the locality.
+ *   `trailing-region` — the `«locality», «region»[, «country»]` admin tail, built from real
+ *   `(locality, region)` WOF ancestor pairs.
  *
- *   Tuples are real `(locality, region)` ancestor pairs from the WOF admin DB (the fr-hood-pairs
- *   extraction shape). Two surface forms per pair — with and without the trailing country — so the
- *   region is attested both as the middle and the final segment. A bare `«region»` form is
- *   deliberately absent: that surface is the bare-toponym class with its own rules, and teaching it
- *   here as `region` would fight the locality/region ambiguity the dominance race arbitrates.
+ *   A tuple's `postcodePlacement` selects where the postcode sits: `leading` (the default, so a
+ *   tuples file written before the field existed is unchanged), `after_locality`, or `after_region`.
  *
- *   The recipe is country-agnostic; the country tail surface comes from the tuple's `country`
- *   field ("Spain", "United Kingdom") so one recipe serves every extraction.
- *
- *   POSTCODE-PREFIXED FORMS (2026-08-20, #1748). The two bare forms above were the whole slice, and the
- *   board row this recipe was written for is NOT bare — it reads `…, 07691 Portopetro, Illes Balears,
- *   Spain`. Measured over both built slices: 88,904 rows, zero containing a postcode. So the model
- *   learned the bare tail correctly and had never once seen the shape it was failing on, which is why no
- *   decode change moved it.
- *
- *   The collapse is two-staged and neither trigger is a street, which is what makes this cheap to teach:
- *
- *       Portopetro, Illes Balears, Spain             locality ✓  region ✓
- *       07691 Portopetro, Illes Balears, Spain       locality ✓  region DISCARDED
- *       15, 07691 Portopetro, Illes Balears, Spain   locality DISPLACED by the region
- *
- *   A postcode alone drops the region (every locale measured); a house number then displaces the
- *   locality. So the added surfaces are postcode-prefixed and house-number-plus-postcode-prefixed, and
- *   the slice still needs no street names.
- *
- *   POSTCODE PLACEMENT. The three surfaces above are the LEADING form, and for a long time they were the
- *   only one, so this slice taught only the countries that write the postcode first. That is a real gap
- *   and not a stylistic one, because the same digits change TAG with position. Measured on the shipped
- *   model: `Barcelona 6001, Anzoátegui, Venezuela` tags `6001` as `house_number` and loses the locality
- *   into the street, while `6001 Barcelona, Anzoátegui, Venezuela` tags it `postcode` and recovers
- *   `locality: Barcelona`. `Sandton 2196` vs `2196 Sandton` behaves the same way, and no decode-time
- *   change moves it — `postcodeShapeCoherence: true` leaves all eight VE board rows byte-identical.
- *
- *   So the tuple's `postcodePlacement` selects the surface, and it keeps apart two trailing conventions
- *   that are NOT the same shape: VE writes `Barcelona 6001, Anzoátegui, Venezuela` (the code on the
- *   LOCALITY segment) and IN writes `…, Bengaluru, Karnataka 560038, India` (on the REGION segment).
- *   Each of the three placements matches a board row verbatim. A tuple with no placement means `leading`,
- *   so a tuples file written before the field existed produces the rows it always did.
+ *   A bare `«region»` form is deliberately absent: teaching it as `region` would fight the
+ *   locality/region ambiguity the dominance race arbitrates. A `dependentLocality`, when present,
+ *   becomes `«dep_locality», «locality»…`; without it every row begins with the locality and teaches
+ *   the model that the first segment is the locality.
+ */
+import { lookupCanadianProvince } from "@mailwoman/codex/ca";
+import { lookupUSState } from "@mailwoman/codex/us";
+import { mulberry32 as makeMulberry32 } from "@mailwoman/core/utils";
+import { alignAndWrite, readTuples, requireRegister, recipeSourceID, } from "#recipes/scaffold";
+import { defaultRecipeSource } from "#recipes/sources";
+import { SurfaceOrigin } from "#types";
+/**
+ * The region code an address line in this country writes, or `null` where the region name is written out.
  *
- *   LEFT CONTEXT (v25). A tuple may carry a `dependentLocality`, and when it does the surface becomes
- *   `«dep_locality», «locality»…`. This is not decoration: without it EVERY row in the slice begins with
- *   the locality, and at a 9.4% share that taught the model the first named segment is the locality.
- *   Measured on the v4.8.0 candidate — `Ye Three Lords, 27 Minories, London EC3N 1DE` came back
- *   `locality: "Ye Three Lords"` with venue and street both gone, `Le Colimaçon, 44 Rue Vieille du
- *   Temple, 75004 Paris` came back `locality: "Le Colimaçon"`, and 11 of 25 regressions were venue-led
- *   rows across seven countries. The house-number prefix does NOT supply this: a number before the
- *   locality does not teach that a NAME can precede one. `no-fragment.ts`'s header records the same
- *   trap from the other direction.
+ * A subdivision belongs here only when its code is a posted surface: Canadian province
+ * and US state codes are, a Bundesland or a région is not.
  *
- *   The (postcode, locality, region) triples are REAL — `postalcode-intl.db` parents joined to admin
- *   localities and their region ancestors — with one filter that had to be measured rather than assumed.
- *   A handful of localities act as catch-all parents: `Schwedt/Oder` claims 9,222 postcodes, `Korb`
- *   4,846, against a p50 of 1 and a p99 of 53. Eight such hubs held 47% of the join. Capping at the p99
- *   drops them and keeps 17,908 triples. The house number is synthetic because a house number asserts no
- *   fact about a place; the postcode is not, because it does.
+ * Several Canadian codes collide with ISO alpha-2 country codes (`NL`, `PE`),
+ * so a code left unattested here reads as the country.
  */
-import { mulberry32 as makeMulberry32 } from "@mailwoman/core/utils";
-import { alignAndWrite, readTuples, sliceSourceID } from "#recipes/scaffold";
+function regionCodeSurface(cc, region) {
+    const country = cc.toUpperCase();
+    // country-branch: the codex holds region codes for CA and US only.
+    // The WOF admin database's `place_abbr` holds codes for ten countries
+    // (IT, US, ES, MX, BR, CA, AU, AE, UA, AD), and an ISO 3166-2 table would cover every country.
+    // The tree holds neither as a lookup yet.
+    if (country === "CA")
+        return lookupCanadianProvince(region);
+    // country-branch: see the CA branch above.
+    return country === "US" ? lookupUSState(region) : null;
+}
 /**
- * Slice recipe registered with the corpus builder — see the file header for the parse behaviour it exists to exercise,
- * and `description` below for the surface form it generates.
+ * Recipe registered with the corpus builder.
  */
 export const trailingRegionRecipe = {
     name: "trailing-region",
@@ -77,36 +49,33 @@ export const trailingRegionRecipe = {
     mode: "tuples",
     async run(opts, write) {
         makeMulberry32(opts.seed);
-        const structuredSource = opts.sourceName ?? "synth-trailing-region-structured";
-        const bareSource = opts.sourceName ? `${opts.sourceName}-bare` : "synth-trailing-region";
+        const structuredSource = opts.sourceName ?? defaultRecipeSource("synth-trailing-region-structured");
+        const bareSource = opts.sourceName ? `${opts.sourceName}-bare` : defaultRecipeSource("synth-trailing-region");
         let read = 0;
         let emitted = 0;
         let skipped = 0;
+        const TRAILING_REGION_PROVENANCE = {
+            register: requireRegister(opts, "trailing-region"),
+            surface: SurfaceOrigin.Composed,
+        };
         for await (const t of readTuples(opts.input)) {
             read++;
             const locality = String(t.locality ?? "").trim();
             const region = String(t.region ?? "").trim();
             const country = String(t.country ?? "").trim();
             const dependentLocality = String(t.dependentLocality ?? "").trim();
-            // A pair whose region EQUALS its locality (Santa Cruz de Tenerife inside Santa Cruz de
-            // Tenerife) teaches nothing about the boundary this slice exists for.
+            // A pair whose region equals its locality provides no signal about the boundary this recipe teaches.
             if (!locality || !region || locality === region) {
                 skipped++;
                 continue;
             }
             const withCountry = read % 2 === 0 && country.length > 0;
             const postcode = String(t.postcode ?? "").trim();
-            // A tuple carrying a postcode emits the STRUCTURED tail — the shape the bare-only slice never
-            // contained. Every fourth such row also carries a house number, which is the second trigger:
-            // the postcode discards the region, the house number then displaces the locality.
+            // The house number is the second trigger: the postcode discards the region,
+            // the house number then displaces the locality.
             const withHouseNumber = postcode.length > 0 && read % 4 === 1;
             const houseNumber = withHouseNumber ? String((read % 97) + 1) : "";
             const components = { locality, region };
-            // LEFT CONTEXT. Without it every row begins with the locality, and the slice teaches that the first named
-            // segment IS the locality — measured on the v4.8.0 candidate: `Ye Three Lords, 27 Minories, London EC3N 1DE`
-            // came back `locality: "Ye Three Lords"` with the venue and street gone, and 11 of its 25 regressions were
-            // venue-led rows across seven countries. The house-number prefix does not supply it, because a NUMBER before
-            // the locality does not teach that a NAME can precede one.
             if (dependentLocality && dependentLocality !== locality) {
                 components["dependent_locality"] = dependentLocality;
             }
@@ -120,26 +89,26 @@ export const trailingRegionRecipe = {
                 components["house_number"] = houseNumber;
             }
             const placement = t.postcodePlacement ?? "leading";
-            // Both trailing placements put the code inside the ADMIN tail; they differ in which segment carries it.
             const bareLocality = postcode && placement === "after_locality" ? `${locality} ${postcode}` : locality;
-            const localitySegment = components["dependent_locality"] === undefined ? bareLocality : `${dependentLocality}, ${bareLocality}`;
-            const regionSegment = postcode && placement === "after_region" ? `${region} ${postcode}` : region;
+            const localitySegment = components["dependent_locality"] ? `${dependentLocality}, ${bareLocality}` : bareLocality;
+            // The code alternates with the region name rather than replacing it:
+            // both forms are posted and the resolver matches on the name.
+            const regionCode = read % 3 === 2 ? regionCodeSurface(String(t.cc ?? ""), region) : null;
+            const regionSurface = regionCode ?? region;
+            if (regionCode) {
+                components["region"] = regionCode;
+            }
+            const regionSegment = postcode && placement === "after_region" ? `${regionSurface} ${postcode}` : regionSurface;
             const tail = withCountry
                 ? `${localitySegment}, ${regionSegment}, ${country}`
                 : `${localitySegment}, ${regionSegment}`;
-            // A leading postcode joins the head, ahead of the locality; the other two are already in the tail, so the
-            // head carries at most the house number.
             const leadingPostcode = postcode && placement === "leading" ? `${postcode} ` : "";
             const head = withHouseNumber ? `${houseNumber}, ${leadingPostcode}` : leadingPostcode;
             const raw = `${head}${tail}`;
-            // A DISTINCT source for the structured rows. The sampler buckets by `source` and weights each bucket,
-            // so emitting these under `synth-trailing-region` would pool them with the 88,904 bare rows and make
-            // the new surface unweightable — the dose would silently be whatever the bare slice's weight bought.
-            // `--source-name` overrides both, and for the same reason one rung up: a rebuild of one country's
-            // surfaces (#1673's corrected Spanish names) pooled under the shipped label would be dosed at
-            // whatever the rows it was built to outweigh are already drawing.
+            // A distinct source for the structured rows: the sampler buckets by `source`,
+            // so pooling them with the bare rows would make their weight unsettable.
             const sourceLabel = postcode ? structuredSource : bareSource;
-            const source_id = sliceSourceID(sourceLabel, { ...components, v: String(read) });
+            const source_id = recipeSourceID(sourceLabel, { ...components, v: String(read) });
             const canonical = {
                 raw,
                 components,
@@ -150,7 +119,13 @@ export const trailingRegionRecipe = {
                 corpus_version: "0.11.0",
                 license: "Synthetic — trailing-region; (locality, region) ancestor pairs from WOF (CC0/ODC-By per source)",
             };
-            if (alignAndWrite(write, canonical, "trailing-region")) {
+            // Per row, because the id names this tuple's record.
+            // A tuples file written before `sourceID` existed contains no id.
+            // and `null` means the recipe had no id to forward.
+            if (alignAndWrite(write, canonical, "trailing-region", {
+                ...TRAILING_REGION_PROVENANCE,
+                baseSourceID: t.sourceID ?? null,
+            })) {
                 emitted++;
             }
             else {

package/out/recipes/trailing-region.js.map

@@ -1 +1 @@
-{"version":3,"file":"trailing-region.js","sourceRoot":"","sources":["../../lib/recipes/trailing-region.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkEG;AAEH,OAAO,EAAE,UAAU,IAAI,cAAc,EAAE,MAAM,uBAAuB,CAAA;AAEpE,OAAO,EAAE,aAAa,EAA0B,UAAU,EAAqB,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAEvH;;;GAGG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAiB;IACjD,IAAI,EAAE,iBAAiB;IACvB,WAAW,EAAE,6FAA6F;IAC1G,IAAI,EAAE,QAAQ;IACd,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK;QACpB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACzB,MAAM,gBAAgB,GAAG,IAAI,CAAC,UAAU,IAAI,kCAAkC,CAAA;QAC9E,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAAA;QACxF,IAAI,IAAI,GAAG,CAAC,CAAA;QACZ,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,IAAI,OAAO,GAAG,CAAC,CAAA;QAEf,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,KAAM,CAAC,EAAE,CAAC;YAC/C,IAAI,EAAE,CAAA;YACN,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;YAChD,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;YAC5C,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;YAC9C,MAAM,iBAAiB,GAAG,MAAM,CAAC,CAAC,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;YAElE,uFAAuF;YACvF,sEAAsE;YACtE,IAAI,CAAC,QAAQ,IAAI,CAAC,MAAM,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;gBACjD,OAAO,EAAE,CAAA;gBAET,SAAQ;YACT,CAAC;YAED,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAA;YACxD,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;YAEhD,8FAA8F;YAC9F,6FAA6F;YAC7F,kFAAkF;YAClF,MAAM,eAAe,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,CAAA;YAC7D,MAAM,WAAW,GAAG,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;YAElE,MAAM,UAAU,GAA2B,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAA;YAE/D,0GAA0G;YAC1G,6GAA6G;YAC7G,2GAA2G;YAC3G,6GAA6G;YAC7G,2DAA2D;YAC3D,IAAI,iBAAiB,IAAI,iBAAiB,KAAK,QAAQ,EAAE,CAAC;gBACzD,UAAU,CAAC,oBAAoB,CAAC,GAAG,iBAAiB,CAAA;YACrD,CAAC;YAED,IAAI,WAAW,EAAE,CAAC;gBACjB,UAAU,CAAC,SAAS,CAAC,GAAG,OAAO,CAAA;YAChC,CAAC;YAED,IAAI,QAAQ,EAAE,CAAC;gBACd,UAAU,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAA;YAClC,CAAC;YAED,IAAI,eAAe,EAAE,CAAC;gBACrB,UAAU,CAAC,cAAc,CAAC,GAAG,WAAW,CAAA;YACzC,CAAC;YAED,MAAM,SAAS,GAAI,CAAC,CAAC,iBAAmD,IAAI,SAAS,CAAA;YACrF,wGAAwG;YACxG,MAAM,YAAY,GAAG,QAAQ,IAAI,SAAS,KAAK,gBAAgB,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,QAAQ,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAA;YAEtG,MAAM,eAAe,GACpB,UAAU,CAAC,oBAAoB,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,iBAAiB,KAAK,YAAY,EAAE,CAAA;YAExG,MAAM,aAAa,GAAG,QAAQ,IAAI,SAAS,KAAK,cAAc,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,QAAQ,EAAE,CAAC,CAAC,CAAC,MAAM,CAAA;YAEjG,MAAM,IAAI,GAAG,WAAW;gBACvB,CAAC,CAAC,GAAG,eAAe,KAAK,aAAa,KAAK,OAAO,EAAE;gBACpD,CAAC,CAAC,GAAG,eAAe,KAAK,aAAa,EAAE,CAAA;YAEzC,0GAA0G;YAC1G,yCAAyC;YACzC,MAAM,eAAe,GAAG,QAAQ,IAAI,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,EAAE,CAAA;YACjF,MAAM,IAAI,GAAG,eAAe,CAAC,CAAC,CAAC,GAAG,WAAW,KAAK,eAAe,EAAE,CAAC,CAAC,CAAC,eAAe,CAAA;YACrF,MAAM,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,CAAA;YAC5B,sGAAsG;YACtG,qGAAqG;YACrG,qGAAqG;YACrG,kGAAkG;YAClG,8FAA8F;YAC9F,kEAAkE;YAClE,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,UAAU,CAAA;YAC5D,MAAM,SAAS,GAAG,aAAa,CAAC,WAAW,EAAE,EAAE,GAAG,UAAU,EAAE,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAEhF,MAAM,SAAS,GAAG;gBACjB,GAAG;gBACH,UAAU;gBACV,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,KAAK;gBAC3C,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC;gBACjC,MAAM,EAAE,WAAW;gBACnB,SAAS;gBACT,cAAc,EAAE,QAAQ;gBACxB,OAAO,EAAE,iGAAiG;aAC1G,CAAA;YAED,IAAI,aAAa,CAAC,KAAK,EAAE,SAAS,EAAE,iBAAiB,CAAC,EAAE,CAAC;gBACxD,OAAO,EAAE,CAAA;YACV,CAAC;iBAAM,CAAC;gBACP,OAAO,EAAE,CAAA;YACV,CAAC;QACF,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAA;IAClC,CAAC;CACD,CAAA"}
+{"version":3,"file":"trailing-region.js","sourceRoot":"","sources":["../../lib/recipes/trailing-region.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAA;AAC5D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AACnD,OAAO,EAAE,UAAU,IAAI,cAAc,EAAE,MAAM,uBAAuB,CAAA;AAEpE,OAAO,EACN,aAAa,EAEb,UAAU,EACV,eAAe,EAEf,cAAc,GACd,MAAM,mBAAmB,CAAA;AAC1B,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAA;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAA;AAEtC;;;;;;;;GAQG;AACH,SAAS,iBAAiB,CAAC,EAAU,EAAE,MAAc;IACpD,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,EAAE,CAAA;IAEhC,mEAAmE;IACnE,sEAAsE;IACtE,+FAA+F;IAC/F,0CAA0C;IAC1C,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO,sBAAsB,CAAC,MAAM,CAAC,CAAA;IAE3D,2CAA2C;IAC3C,OAAO,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;AACvD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAiB;IACjD,IAAI,EAAE,iBAAiB;IACvB,WAAW,EAAE,6FAA6F;IAC1G,IAAI,EAAE,QAAQ;IACd,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK;QACpB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACzB,MAAM,gBAAgB,GAAG,IAAI,CAAC,UAAU,IAAI,mBAAmB,CAAC,kCAAkC,CAAC,CAAA;QACnG,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,OAAO,CAAC,CAAC,CAAC,mBAAmB,CAAC,uBAAuB,CAAC,CAAA;QAC7G,IAAI,IAAI,GAAG,CAAC,CAAA;QACZ,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,IAAI,OAAO,GAAG,CAAC,CAAA;QAEf,MAAM,0BAA0B,GAAG;YAClC,QAAQ,EAAE,eAAe,CAAC,IAAI,EAAE,iBAAiB,CAAC;YAClD,OAAO,EAAE,aAAa,CAAC,QAAQ;SAC/B,CAAA;QAED,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,KAAM,CAAC,EAAE,CAAC;YAC/C,IAAI,EAAE,CAAA;YACN,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;YAChD,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;YAC5C,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;YAC9C,MAAM,iBAAiB,GAAG,MAAM,CAAC,CAAC,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;YAElE,qGAAqG;YACrG,IAAI,CAAC,QAAQ,IAAI,CAAC,MAAM,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;gBACjD,OAAO,EAAE,CAAA;gBAET,SAAQ;YACT,CAAC;YAED,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAA;YACxD,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;YAEhD,4EAA4E;YAC5E,gDAAgD;YAChD,MAAM,eAAe,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,CAAA;YAC7D,MAAM,WAAW,GAAG,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;YAElE,MAAM,UAAU,GAA2B,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAA;YAE/D,IAAI,iBAAiB,IAAI,iBAAiB,KAAK,QAAQ,EAAE,CAAC;gBACzD,UAAU,CAAC,oBAAoB,CAAC,GAAG,iBAAiB,CAAA;YACrD,CAAC;YAED,IAAI,WAAW,EAAE,CAAC;gBACjB,UAAU,CAAC,SAAS,CAAC,GAAG,OAAO,CAAA;YAChC,CAAC;YAED,IAAI,QAAQ,EAAE,CAAC;gBACd,UAAU,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAA;YAClC,CAAC;YAED,IAAI,eAAe,EAAE,CAAC;gBACrB,UAAU,CAAC,cAAc,CAAC,GAAG,WAAW,CAAA;YACzC,CAAC;YAED,MAAM,SAAS,GAAI,CAAC,CAAC,iBAAmD,IAAI,SAAS,CAAA;YACrF,MAAM,YAAY,GAAG,QAAQ,IAAI,SAAS,KAAK,gBAAgB,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,QAAQ,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAA;YAEtG,MAAM,eAAe,GAAG,UAAU,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,GAAG,iBAAiB,KAAK,YAAY,EAAE,CAAC,CAAC,CAAC,YAAY,CAAA;YAEjH,qEAAqE;YACrE,8DAA8D;YAC9D,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;YACxF,MAAM,aAAa,GAAG,UAAU,IAAI,MAAM,CAAA;YAE1C,IAAI,UAAU,EAAE,CAAC;gBAChB,UAAU,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAA;YAClC,CAAC;YAED,MAAM,aAAa,GAAG,QAAQ,IAAI,SAAS,KAAK,cAAc,CAAC,CAAC,CAAC,GAAG,aAAa,IAAI,QAAQ,EAAE,CAAC,CAAC,CAAC,aAAa,CAAA;YAE/G,MAAM,IAAI,GAAG,WAAW;gBACvB,CAAC,CAAC,GAAG,eAAe,KAAK,aAAa,KAAK,OAAO,EAAE;gBACpD,CAAC,CAAC,GAAG,eAAe,KAAK,aAAa,EAAE,CAAA;YAEzC,MAAM,eAAe,GAAG,QAAQ,IAAI,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,EAAE,CAAA;YACjF,MAAM,IAAI,GAAG,eAAe,CAAC,CAAC,CAAC,GAAG,WAAW,KAAK,eAAe,EAAE,CAAC,CAAC,CAAC,eAAe,CAAA;YACrF,MAAM,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,CAAA;YAC5B,8EAA8E;YAC9E,yEAAyE;YACzE,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,UAAU,CAAA;YAC5D,MAAM,SAAS,GAAG,cAAc,CAAC,WAAW,EAAE,EAAE,GAAG,UAAU,EAAE,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAEjF,MAAM,SAAS,GAAG;gBACjB,GAAG;gBACH,UAAU;gBACV,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,KAAK;gBAC3C,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC;gBACjC,MAAM,EAAE,WAAW;gBACnB,SAAS;gBACT,cAAc,EAAE,QAAQ;gBACxB,OAAO,EAAE,iGAAiG;aAC1G,CAAA;YAED,qDAAqD;YACrD,kEAAkE;YAClE,oDAAoD;YACpD,IACC,aAAa,CAAC,KAAK,EAAE,SAAS,EAAE,iBAAiB,EAAE;gBAClD,GAAG,0BAA0B;gBAC7B,YAAY,EAAE,CAAC,CAAC,QAAQ,IAAI,IAAI;aAChC,CAAC,EACD,CAAC;gBACF,OAAO,EAAE,CAAA;YACV,CAAC;iBAAM,CAAC;gBACP,OAAO,EAAE,CAAA;YACV,CAAC;QACF,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAA;IAClC,CAAC;CACD,CAAA"}

package/out/recipes/unit/sources.d.ts

@@ -0,0 +1,28 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ * @file Lists the cached OpenAddresses extracts read by the `unit` recipe.
+ *   It also identifies the held-out extract excluded from training.
+ *
+ */
+import type { PathBuilderLike } from "path-ts";
+/**
+ * A cached OpenAddresses extract.
+ *
+ * Its fields identify the ZIP, CSV member and implied file-level region.
+ */
+export interface UnitSource {
+    zip: PathBuilderLike;
+    csv: string;
+    region: string;
+}
+/**
+ * Every non-Vermont state cached; `region` is implied by the file.
+ */
+export declare const TRAIN_SOURCES: readonly UnitSource[];
+/**
+ * Vermont, the corpus holdout — `--golden` reads this and no other source.
+ */
+export declare const EVAL_SOURCE: UnitSource;
+//# sourceMappingURL=sources.d.ts.map

package/out/recipes/unit/sources.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sources.d.ts","sourceRoot":"","sources":["../../../lib/recipes/unit/sources.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAA;AAE9C;;;;GAIG;AACH,MAAM,WAAW,UAAU;IAC1B,GAAG,EAAE,eAAe,CAAA;IACpB,GAAG,EAAE,MAAM,CAAA;IACX,MAAM,EAAE,MAAM,CAAA;CACd;AAED;;GAEG;AACH,eAAO,MAAM,aAAa,EAAE,SAAS,UAAU,EAQ9C,CAAA;AAED;;GAEG;AACH,eAAO,MAAM,WAAW,EAAE,UAIzB,CAAA"}

package/out/recipes/unit/sources.js

@@ -0,0 +1,30 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ * @file Lists the cached OpenAddresses extracts read by the `unit` recipe.
+ *   It also identifies the held-out extract excluded from training.
+ *
+ */
+import { dataRootPath } from "@mailwoman/core/data-root";
+/**
+ * Every non-Vermont state cached; `region` is implied by the file.
+ */
+export const TRAIN_SOURCES = [
+    { zip: dataRootPath("oa-cache", "us__ca__berkeley.zip"), csv: "us/ca/berkeley.csv", region: "CA" },
+    { zip: dataRootPath("oa-cache", "us__ca__marin.zip"), csv: "us/ca/marin.csv", region: "CA" },
+    { zip: dataRootPath("oa-cache", "us__dc__statewide.zip"), csv: "us/dc/statewide.csv", region: "DC" },
+    { zip: dataRootPath("oa-cache", "us__ia__statewide.zip"), csv: "us/ia/statewide.csv", region: "IA" },
+    { zip: dataRootPath("oa-cache", "us__il__cook.zip"), csv: "us/il/cook.csv", region: "IL" },
+    { zip: dataRootPath("oa-cache", "us__mt__statewide.zip"), csv: "us/mt/statewide.csv", region: "MT" },
+    { zip: dataRootPath("oa-cache", "us__sd__statewide.zip"), csv: "us/sd/statewide.csv", region: "SD" },
+];
+/**
+ * Vermont, the corpus holdout — `--golden` reads this and no other source.
+ */
+export const EVAL_SOURCE = {
+    zip: dataRootPath("oa-cache", "us__vt__statewide.zip"),
+    csv: "us/vt/statewide.csv",
+    region: "VT",
+};
+//# sourceMappingURL=sources.js.map

package/out/recipes/unit/sources.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sources.js","sourceRoot":"","sources":["../../../lib/recipes/unit/sources.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AAcxD;;GAEG;AACH,MAAM,CAAC,MAAM,aAAa,GAA0B;IACnD,EAAE,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,sBAAsB,CAAC,EAAE,GAAG,EAAE,oBAAoB,EAAE,MAAM,EAAE,IAAI,EAAE;IAClG,EAAE,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,mBAAmB,CAAC,EAAE,GAAG,EAAE,iBAAiB,EAAE,MAAM,EAAE,IAAI,EAAE;IAC5F,EAAE,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,uBAAuB,CAAC,EAAE,GAAG,EAAE,qBAAqB,EAAE,MAAM,EAAE,IAAI,EAAE;IACpG,EAAE,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,uBAAuB,CAAC,EAAE,GAAG,EAAE,qBAAqB,EAAE,MAAM,EAAE,IAAI,EAAE;IACpG,EAAE,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,kBAAkB,CAAC,EAAE,GAAG,EAAE,gBAAgB,EAAE,MAAM,EAAE,IAAI,EAAE;IAC1F,EAAE,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,uBAAuB,CAAC,EAAE,GAAG,EAAE,qBAAqB,EAAE,MAAM,EAAE,IAAI,EAAE;IACpG,EAAE,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,uBAAuB,CAAC,EAAE,GAAG,EAAE,qBAAqB,EAAE,MAAM,EAAE,IAAI,EAAE;CACpG,CAAA;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,WAAW,GAAe;IACtC,GAAG,EAAE,YAAY,CAAC,UAAU,EAAE,uBAAuB,CAAC;IACtD,GAAG,EAAE,qBAAqB;IAC1B,MAAM,EAAE,IAAI;CACZ,CAAA"}

package/out/recipes/unit.d.ts

@@ -3,27 +3,40 @@
  * @license AGPL-3.0
  * @author Teffen Ellis, et al.
  *
- *   `unit` slice recipe — US secondary-unit coverage (#451, the v0-parity `unit` gap). Onto REAL US
- *   OpenAddresses skeletons (cached zips under `$MAILWOMAN_DATA_ROOT/oa-cache`) it INJECTS a USPS Pub-28 Appendix
- *   C2 secondary-unit designator (the `@mailwoman/codex/us` table), varying the surface form
- *   (canonical "Apartment" vs approved "Apt") AND the unit's POSITION (after-street / unit-first /
- *   bare / venue-prefixed) per row, so the model learns to RECOGNIZE the designator wherever it
- *   sits. The inline synthesis (the OA-CSV reader, the designator tables, `makeUnit`/`renderUnit`)
- *   is ported faithfully from scripts/build-unit-slice.mjs.
+ *   `unit` recipe: injects a USPS Pub-28 C2 secondary-unit designator into real US OpenAddresses
+ *   skeletons, varying the surface form and the unit's position per row.
  *
- *   `--golden`: a held-out eval over the VERMONT source only (the corpus `defaultHoldout`, never
- *   trained) with a different seed, emitting `{raw, components, country}` for per-locale-f1. Train
- *   uses every NON-Vermont US source. Designators are injected in both (OA carries none), so the
- *   eval measures designator recognition on held-out addresses.
- *
- *   NOTE: this is a `generate`-mode recipe but it still reads REAL tuples off disk (`unzip` of the
- *   cached OA zips) — `--count` bounds the OUTPUT, not the input. The passed `random` (the
- *   framework LCG) is consumed in the exact call order the legacy script used.
+ *   `--golden` emits the held-out Vermont eval (`{raw, components, country}`) with a different
+ *   seed. Train uses every non-Vermont US source. `--count` bounds the output and leaves the input unbounded.
  */
+import type { ComponentTag } from "@mailwoman/codex/component";
 import { type CorpusRecipe } from "#recipes/scaffold";
 /**
- * Slice recipe registered with the corpus builder — see the file header for the parse behaviour it exists to exercise,
- * and `description` below for the surface form it generates.
+ * A real US tuple read out of a cached OA zip (number/street/city/postcode + the bare OA unit id).
+ */
+export interface UnitTuple {
+    house_number: string;
+    street: string;
+    locality: string;
+    region: string;
+    postcode: string;
+    oaUnit: string;
+}
+/**
+ * Build an injected unit string ("Apt 4B"), varying canonical vs approved-abbrev form per row.
+ */
+export declare function makeUnit(random: () => number, oaUnit: string): string;
+/**
+ * Render a unit row in a random layout, spreading units across positions
+ * and varying the surrounding surface.
+ */
+export declare function renderUnit(random: () => number, base: UnitTuple, unit: string): {
+    fmt: string;
+    raw: string;
+    components: Partial<Record<ComponentTag, string>>;
+};
+/**
+ * Recipe registered with the corpus builder.
  */
 export declare const unitRecipe: CorpusRecipe;
 //# sourceMappingURL=unit.d.ts.map

package/out/recipes/unit.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"unit.d.ts","sourceRoot":"","sources":["../../lib/recipes/unit.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AASH,OAAO,EAAgB,KAAK,YAAY,EAAE,MAAM,mBAAmB,CAAA;AA6LnE;;;GAGG;AACH,eAAO,MAAM,UAAU,EAAE,YAgFxB,CAAA"}
+{"version":3,"file":"unit.d.ts","sourceRoot":"","sources":["../../lib/recipes/unit.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AAQ9D,OAAO,EAAiC,KAAK,YAAY,EAAE,MAAM,mBAAmB,CAAA;AA+CpF;;GAEG;AACH,MAAM,WAAW,SAAS;IACzB,YAAY,EAAE,MAAM,CAAA;IACpB,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,MAAM,CAAA;CACd;AAUD;;GAEG;AACH,wBAAgB,QAAQ,CAAC,MAAM,EAAE,MAAM,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAerE;AAgDD;;;GAGG;AACH,wBAAgB,UAAU,CACzB,MAAM,EAAE,MAAM,MAAM,EACpB,IAAI,EAAE,SAAS,EACf,IAAI,EAAE,MAAM,GACV;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAA;CAAE,CA0DjF;AAED;;GAEG;AACH,eAAO,MAAM,UAAU,EAAE,YA2FxB,CAAA"}