@mailwoman/corpus 10.0.0 → 10.1.0

package/out/synthesizers/anchor-absorption.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"anchor-absorption.d.ts","sourceRoot":"","sources":["../../lib/synthesizers/anchor-absorption.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AAU9D,MAAM,WAAW,yBAAyB;IACzC,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,MAAM,wBAAwB,GACjC,eAAe,GACf,wBAAwB,GACxB,YAAY,GACZ,MAAM,GACN,WAAW,GACX,cAAc,GACd,UAAU,CAAA;AAEb,MAAM,WAAW,6BAA6B;IAC7C,MAAM,CAAC,EAAE,MAAM,MAAM,CAAA;IACrB,aAAa,CAAC,EAAE,wBAAwB,CAAA;IACxC;;;OAGG;IACH,QAAQ,CAAC,EAAE,aAAa,CAAC,MAAM,CAAC,CAAA;CAChC;AAED,MAAM,WAAW,8BAA8B;IAC9C,GAAG,EAAE,MAAM,CAAA;IACX,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAA;IACjD,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,wBAAwB,CAAA;CAClC;AAyED;;GAEG;AACH,wBAAgB,6BAA6B,CAC5C,IAAI,GAAE,6BAAkC,GACtC,8BAA8B,CAgHhC;AAaD;;;GAGG;AACH,eAAO,MAAM,aAAa,EAAE,aAAa,CAAC,wBAAwB,CAQjE,CAAA"}
+{"version":3,"file":"anchor-absorption.d.ts","sourceRoot":"","sources":["../../lib/synthesizers/anchor-absorption.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAMH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AAS9D;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACzC,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;CAChB;AAED;;;;GAIG;AACH,MAAM,MAAM,wBAAwB,GACjC,eAAe,GACf,wBAAwB,GACxB,YAAY,GACZ,MAAM,GACN,WAAW,GACX,cAAc,GACd,UAAU,CAAA;AAEb;;GAEG;AACH,MAAM,WAAW,6BAA6B;IAC7C,MAAM,CAAC,EAAE,MAAM,MAAM,CAAA;IACrB,aAAa,CAAC,EAAE,wBAAwB,CAAA;IACxC;;;;;OAKG;IACH,QAAQ,CAAC,EAAE,aAAa,CAAC,MAAM,CAAC,CAAA;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,8BAA8B;IAC9C,GAAG,EAAE,MAAM,CAAA;IACX,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAA;IACjD,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,wBAAwB,CAAA;CAClC;AA6DD;;GAEG;AACH,wBAAgB,6BAA6B,CAC5C,IAAI,GAAE,6BAAkC,GACtC,8BAA8B,CAyGhC;AAED;;GAEG;AACH,eAAO,MAAM,aAAa,EAAE,aAAa,CAAC,wBAAwB,CAQjE,CAAA"}

package/out/synthesizers/anchor-absorption.js

@@ -3,46 +3,18 @@
  * @license AGPL-3.0
  * @author Teffen Ellis, et al.
  *
- *   Anchor-absorption counter-augmentation (#220/#723, Probe A1). Teaches the model the CONTEXT-
- *   DEPENDENT leading-5-digit disambiguation that the killed #723 override was faking, AND that the
- *   `anchor_paint_mode=shaped` WHERE fix alone over-corrected on (Probe A0: it flipped the default
- *   to house_number, recovering CASE-H but ERODING CASE-P — postcode F1 99.3→86.5 on
- *   leading-postcode rows like "05764 Finel Hollow Road, VT").
- *
- *   THE DISCRIMINATOR the model must learn (from the CASE-H vs CASE-P contrast, NOT a flipped
- *   default):
- *
- *   - A leading 5-digit WITH a trailing postcode + street context → it is the HOUSE NUMBER (CASE-H)
- *   - A leading 5-digit with NO trailing postcode (US-rural / DE) → it IS the POSTCODE (CASE-P) Both
- *       leading tokens are real ZIPs (so the painted anchor fires on both); only the surrounding
- *       context separates them. The model attends to the trailing token to decide the leading one.
- *
- *   Slice mix (the A0 learning sets a HEAVY CASE-P floor so the default doesn't flip — DeepSeek's
- *   ≥35% CASE-P; here CASE-P total = 35%): H-adversarial 30% US street, leading real-ZIP house# +
- *   TRAILING postcode → house_number P-us-rural 20% US rural, leading postcode, NO trailing →
- *   postcode (the A0-erosion fix) P-de 15% German leading postcode "{pc} {city}, {street} {hn}" →
- *   postcode anchor-fp 10% leading 5-digit that is NOT a real ZIP + trailing postcode →
- *   house_number locale-ambig 15% minimal context; the local token (street-type vs none) decides
- *   standard 10% normal small house# + trailing postcode → house_number (baseline)
- *
- *   Real ZIPs for the leading-5-digit are sampled from the postcode anchor lookup at build time
- *   (passed via opts.realZips) so the shaped anchor fires on them exactly as at inference; fake
- *   ZIPs (anchor-fp) are 5-digit strings deliberately absent from the lookup.
+ *   Generates address pairs in which context decides whether a leading five-digit token is a house number or a postcode.
  */
-import { pick } from "#synthesizers/utils";
+import { sample } from "@mailwoman/core/random";
 /**
- * A realistic US house number: mostly 1–4 digits (the common range), 25% a real 5-digit ZIP (the HARD case — a 5-digit
- * leading number that is still a house number when a locality is present).
+ * Samples a house number.
+ * One quarter of the samples use a real ZIP code.
  */
 function houseNum(random, realZips) {
     if (random() < 0.25)
-        return pick(realZips, random);
+        return sample(realZips, random);
     return String(1 + Math.floor(random() * 9999));
 }
-/**
- * Curated, provenance-light reference vocab (real US street/city/state + DE). Surface forms must appear in `raw` for
- * alignRow; these are plain ASCII tokens that align cleanly.
- */
 const STREET_NAMES = [
     "Main",
     "Oak",
@@ -63,6 +35,7 @@ const STREET_NAMES = [
     "Westpark",
     "Crescent Meadow",
 ];
+// TODO: Derive this from the US codex package exports
 const STREET_TYPES = ["St", "Ave", "Rd", "Dr", "Ln", "Blvd", "Ct", "Way", "Road", "Drive"];
 const US_TUPLES = [
     { locality: "Springfield", region: "IL", postcode: "62701" },
@@ -74,14 +47,7 @@ const US_TUPLES = [
     { locality: "Rochester", region: "NY", postcode: "14606" },
     { locality: "Sacramento", region: "CA", postcode: "95823" },
 ];
-/**
- * US rural states where the leading-postcode "{ZIP} {Street}, {STATE}" form (no trailing ZIP) is real — the VT/rural
- * format the #723 override broke and Probe A0 eroded.
- */
 const RURAL_REGIONS = ["VT", "ND", "SD", "NH", "ME", "MT", "WY"];
-/**
- * DE leading-postcode tuples: "{postcode} {locality}, {street} {house}".
- */
 const DE_TUPLES = [
     { postcode: "10115", locality: "Berlin", street: "Hauptstraße" },
     { postcode: "80331", locality: "München", street: "Sendlinger Straße" },
@@ -90,22 +56,20 @@ const DE_TUPLES = [
     { postcode: "01067", locality: "Dresden", street: "Prager Straße" },
 ];
 const HOUSE_NUMS = ["5", "12", "27", "100", "212", "1450", "8"];
-/**
- * Fake 5-digit strings that are NOT real US ZIPs (so the anchor lookup MISSES them) — for anchor-fp.
- */
+// These five-digit values must stay absent from the postcode lookup.
 const FAKE_ZIPS = ["00000", "99998", "99997", "00001", "99996"];
 /**
- * Build one anchor-absorption counter-augmentation row.
+ * Builds one row from a sampled or forced template.
  */
 export function synthesizeAnchorAbsorptionRow(opts = {}) {
     const random = opts.random ?? Math.random;
     const realZips = opts.realZips && opts.realZips.length ? opts.realZips : US_TUPLES.map((t) => t.postcode);
-    const template = opts.forceTemplate ?? pick(ALL_TEMPLATES, random);
-    const street = `${pick(STREET_NAMES, random)} ${pick(STREET_TYPES, random)}`;
+    const template = opts.forceTemplate ?? sample(ALL_TEMPLATES, random);
+    const street = `${sample(STREET_NAMES, random)} ${sample(STREET_TYPES, random)}`;
     if (template === "h-adversarial") {
-        // US street, leading real-ZIP house number, WITH a trailing postcode → the leading is house_number.
-        const zip = pick(realZips, random);
-        const t = pick(US_TUPLES, random);
+        // The trailing postcode makes the leading real ZIP code a house number.
+        const zip = sample(realZips, random);
+        const t = sample(US_TUPLES, random);
         const raw = `${zip} ${street}, ${t.locality}, ${t.region} ${t.postcode}`;
         return {
             raw,
@@ -115,9 +79,9 @@ export function synthesizeAnchorAbsorptionRow(opts = {}) {
         };
     }
     if (template === "p-us-rural") {
-        // US rural, leading postcode, NO trailing postcode → the leading IS the postcode (the A0-erosion fix).
-        const zip = pick(realZips, random);
-        const region = pick(RURAL_REGIONS, random);
+        // Without a locality or trailing postcode, the leading value is the postcode.
+        const zip = sample(realZips, random);
+        const region = sample(RURAL_REGIONS, random);
         const raw = `${zip} ${street}, ${region}`;
         return {
             raw,
@@ -127,9 +91,8 @@ export function synthesizeAnchorAbsorptionRow(opts = {}) {
         };
     }
     if (template === "p-de") {
-        // German leading postcode "{pc} {city}, {street} {hn}" → the leading is the postcode.
-        const d = pick(DE_TUPLES, random);
-        const hn = pick(HOUSE_NUMS, random);
+        const d = sample(DE_TUPLES, random);
+        const hn = sample(HOUSE_NUMS, random);
         const raw = `${d.postcode} ${d.locality}, ${d.street} ${hn}`;
         return {
             raw,
@@ -139,9 +102,9 @@ export function synthesizeAnchorAbsorptionRow(opts = {}) {
         };
     }
     if (template === "anchor-fp") {
-        // Leading 5-digit that is NOT a real ZIP (anchor MISSES) + trailing postcode → still house_number.
-        const fake = pick(FAKE_ZIPS, random);
-        const t = pick(US_TUPLES, random);
+        // A five-digit value absent from the ZIP lookup is still a house number here.
+        const fake = sample(FAKE_ZIPS, random);
+        const t = sample(US_TUPLES, random);
         const raw = `${fake} ${street}, ${t.locality}, ${t.region} ${t.postcode}`;
         return {
             raw,
@@ -151,13 +114,13 @@ export function synthesizeAnchorAbsorptionRow(opts = {}) {
         };
     }
     if (template === "locale-ambig") {
-        // Minimal context — the LOCAL token decides. Half: "{realZip} {street}" (street-type → house#);
-        // half: "{realZip} {locality}" (no street, leading postcode → postcode). No trailing, no region.
-        const zip = pick(realZips, random);
+        // A following street makes the value a house number.
+        // A following locality makes it a postcode.
+        const zip = sample(realZips, random);
         if (random() < 0.5) {
             return { raw: `${zip} ${street}`, components: { house_number: zip, street }, locale: "en-US", template };
         }
-        const t = pick(US_TUPLES, random);
+        const t = sample(US_TUPLES, random);
         return {
             raw: `${zip} ${t.locality}`,
             components: { postcode: zip, locality: t.locality },
@@ -166,15 +129,10 @@ export function synthesizeAnchorAbsorptionRow(opts = {}) {
         };
     }
     if (template === "h-no-trailing-locality") {
-        // The A3 fix (#220): the common US format "{house#} {street}, {locality}, {STATE}" with NO trailing
-        // postcode → the leading number is the HOUSE NUMBER. The CONTRAST to p-us-rural (same no-trailing,
-        // state-bearing shape) is the LOCALITY: present here, absent there. The A2 slice lacked this slice,
-        // so p-us-rural's "leading-number + STATE → postcode" rule over-generalized to 98 golden house#
-        // rows ("36 Oxbow Dr, Bradford, VT" → postcode). The house# spans 1-4 digits AND real 5-digit ZIPs
-        // (the hard case: 5-digit + locality is STILL a house number, distinct from p-us-rural's no-locality).
+        // The locality separates this form from the rural postcode-first form.
         const hn = houseNum(random, realZips);
-        const t = pick(US_TUPLES, random);
-        const region = random() < 0.5 ? pick(RURAL_REGIONS, random) : t.region;
+        const t = sample(US_TUPLES, random);
+        const region = random() < 0.5 ? sample(RURAL_REGIONS, random) : t.region;
         const raw = `${hn} ${street}, ${t.locality}, ${region}`;
         return {
             raw,
@@ -183,9 +141,8 @@ export function synthesizeAnchorAbsorptionRow(opts = {}) {
             template,
         };
     }
-    // standard: normal house number + trailing postcode → house_number (baseline, keeps the common case).
     const hn = houseNum(random, realZips);
-    const t = pick(US_TUPLES, random);
+    const t = sample(US_TUPLES, random);
     const raw = `${hn} ${street}, ${t.locality}, ${t.region} ${t.postcode}`;
     return {
         raw,
@@ -194,20 +151,8 @@ export function synthesizeAnchorAbsorptionRow(opts = {}) {
         template,
     };
 }
-// Weighted template bag — the slice mix. Expanded to a flat array so `pick` draws at the target
-// frequencies (matches the boundary-stress ALL_TEMPLATES idiom).
-//
-// A3 (#220, after the per-row diagnostic on the A2 probe): A1/A2 both held SLICE-H (100) + postcode
-// (~98) but cost house_number (95.8->92.8), and the A2 mix-rebalance did NOT move it — so it was never a
-// CASE-P-quantity problem. The row-by-row v192-vs-A2 diff (hn-regression-diff.ts) pinned it: 132/132 house#
-// regressions were house#->POSTCODE on "{house#} {street}, {locality}, {STATE}" no-trailing rows — the
-// p-us-rural rule ("leading-number + STATE + no-trailing -> postcode") OVER-GENERALIZED because the slice
-// had NO counter-slice for the common locality-bearing house# case. A3 ADDS h-no-trailing-locality (15%)
-// to teach the LOCALITY discriminator (present -> house#, absent + 5-digit -> postcode = p-us-rural) and
-// trims p-us-rural 16->13. Goal: house_number recovers WITHOUT re-eroding postcode/SLICE-H. CASE-P = 26%.
 /**
- * Every anchor-absorption template, in one list for the slice runner to sample from. Each covers a way a venue or
- * landmark name can swallow the street token that follows it.
+ * The template sampling pool, in which each template's repeat count is its weight.
  */
 export const ALL_TEMPLATES = [
     ...new Array(25).fill("h-adversarial"),

package/out/synthesizers/anchor-absorption.js.map

@@ -1 +1 @@
-{"version":3,"file":"anchor-absorption.js","sourceRoot":"","sources":["../../lib/synthesizers/anchor-absorption.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAIH,OAAO,EAAE,IAAI,EAAE,MAAM,qBAAqB,CAAA;AAwC1C;;;GAGG;AACH,SAAS,QAAQ,CAAC,MAAoB,EAAE,QAA+B;IACtE,IAAI,MAAM,EAAE,GAAG,IAAI;QAAE,OAAO,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IAElD,OAAO,MAAM,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAA;AAC/C,CAAC;AAED;;;GAGG;AACH,MAAM,YAAY,GAAG;IACpB,MAAM;IACN,KAAK;IACL,KAAK;IACL,OAAO;IACP,OAAO;IACP,MAAM;IACN,YAAY;IACZ,SAAS;IACT,MAAM;IACN,MAAM;IACN,cAAc;IACd,UAAU;IACV,QAAQ;IACR,YAAY;IACZ,WAAW;IACX,OAAO;IACP,UAAU;IACV,iBAAiB;CACjB,CAAA;AAED,MAAM,YAAY,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,CAAA;AAE1F,MAAM,SAAS,GAA6C;IAC3D,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC5D,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;IACzD,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;IACxD,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;IACvD,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;IACvD,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC5D,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC1D,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;CAC3D,CAAA;AAED;;;GAGG;AACH,MAAM,aAAa,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;AAEhE;;GAEG;AACH,MAAM,SAAS,GAAG;IACjB,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE;IAChE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,mBAAmB,EAAE;IACvE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,kBAAkB,EAAE;IACtE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE;IAC9D,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,eAAe,EAAE;CACnE,CAAA;AAED,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,CAAA;AAC/D;;GAEG;AACH,MAAM,SAAS,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;AAE/D;;GAEG;AACH,MAAM,UAAU,6BAA6B,CAC5C,IAAI,GAAkC,EAAE;IAExC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAA;IACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAA;IACzG,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,CAAA;IAClE,MAAM,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,EAAE,CAAA;IAE5E,IAAI,QAAQ,KAAK,eAAe,EAAE,CAAC;QAClC,oGAAoG;QACpG,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAClC,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QACjC,MAAM,GAAG,GAAG,GAAG,GAAG,IAAI,MAAM,KAAK,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAA;QAExE,OAAO;YACN,GAAG;YACH,UAAU,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE;YACvG,MAAM,EAAE,OAAO;YACf,QAAQ;SACR,CAAA;IACF,CAAC;IAED,IAAI,QAAQ,KAAK,YAAY,EAAE,CAAC;QAC/B,uGAAuG;QACvG,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,CAAA;QAC1C,MAAM,GAAG,GAAG,GAAG,GAAG,IAAI,MAAM,KAAK,MAAM,EAAE,CAAA;QAEzC,OAAO;YACN,GAAG;YACH,UAAU,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7C,MAAM,EAAE,OAAO;YACf,QAAQ;SACR,CAAA;IACF,CAAC;IAED,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;QACzB,sFAAsF;QACtF,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QACjC,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAA;QACnC,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,MAAM,IAAI,EAAE,EAAE,CAAA;QAE5D,OAAO;YACN,GAAG;YACH,UAAU,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE;YAC9F,MAAM,EAAE,OAAO;YACf,QAAQ;SACR,CAAA;IACF,CAAC;IAED,IAAI,QAAQ,KAAK,WAAW,EAAE,CAAC;QAC9B,mGAAmG;QACnG,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QACpC,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QACjC,MAAM,GAAG,GAAG,GAAG,IAAI,IAAI,MAAM,KAAK,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAA;QAEzE,OAAO;YACN,GAAG;YACH,UAAU,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE;YACxG,MAAM,EAAE,OAAO;YACf,QAAQ;SACR,CAAA;IACF,CAAC;IAED,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;QACjC,gGAAgG;QAChG,iGAAiG;QACjG,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAElC,IAAI,MAAM,EAAE,GAAG,GAAG,EAAE,CAAC;YACpB,OAAO,EAAE,GAAG,EAAE,GAAG,GAAG,IAAI,MAAM,EAAE,EAAE,UAAU,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAA;QACzG,CAAC;QAED,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QAEjC,OAAO;YACN,GAAG,EAAE,GAAG,GAAG,IAAI,CAAC,CAAC,QAAQ,EAAE;YAC3B,UAAU,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE;YACnD,MAAM,EAAE,OAAO;YACf,QAAQ;SACR,CAAA;IACF,CAAC;IAED,IAAI,QAAQ,KAAK,wBAAwB,EAAE,CAAC;QAC3C,oGAAoG;QACpG,mGAAmG;QACnG,oGAAoG;QACpG,gGAAgG;QAChG,mGAAmG;QACnG,uGAAuG;QACvG,MAAM,EAAE,GAAG,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;QACrC,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QACjC,MAAM,MAAM,GAAG,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;QACtE,MAAM,GAAG,GAAG,GAAG,EAAE,IAAI,MAAM,KAAK,CAAC,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAA;QAEvD,OAAO;YACN,GAAG;YACH,UAAU,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE;YACtE,MAAM,EAAE,OAAO;YACf,QAAQ;SACR,CAAA;IACF,CAAC;IAED,sGAAsG;IACtG,MAAM,EAAE,GAAG,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;IACrC,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;IACjC,MAAM,GAAG,GAAG,GAAG,EAAE,IAAI,MAAM,KAAK,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAA;IAEvE,OAAO;QACN,GAAG;QACH,UAAU,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE;QACtG,MAAM,EAAE,OAAO;QACf,QAAQ;KACR,CAAA;AACF,CAAC;AAED,gGAAgG;AAChG,iEAAiE;AACjE,EAAE;AACF,oGAAoG;AACpG,yGAAyG;AACzG,4GAA4G;AAC5G,uGAAuG;AACvG,0GAA0G;AAC1G,yGAAyG;AACzG,yGAAyG;AACzG,0GAA0G;AAC1G;;;GAGG;AACH,MAAM,CAAC,MAAM,aAAa,GAA4C;IACrE,GAAG,IAAI,KAAK,CAA2B,EAAE,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;IAChE,GAAG,IAAI,KAAK,CAA2B,EAAE,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC;IACzE,GAAG,IAAI,KAAK,CAA2B,EAAE,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;IAC7D,GAAG,IAAI,KAAK,CAA2B,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;IACvD,GAAG,IAAI,KAAK,CAA2B,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;IAC3D,GAAG,IAAI,KAAK,CAA2B,EAAE,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC;IAC/D,GAAG,IAAI,KAAK,CAA2B,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;CAC3D,CAAA"}
+{"version":3,"file":"anchor-absorption.js","sourceRoot":"","sources":["../../lib/synthesizers/anchor-absorption.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAOH,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAwD/C;;;GAGG;AACH,SAAS,QAAQ,CAAC,MAAoB,EAAE,QAA+B;IACtE,IAAI,MAAM,EAAE,GAAG,IAAI;QAAE,OAAO,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IAEpD,OAAO,MAAM,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAA;AAC/C,CAAC;AAED,MAAM,YAAY,GAAG;IACpB,MAAM;IACN,KAAK;IACL,KAAK;IACL,OAAO;IACP,OAAO;IACP,MAAM;IACN,YAAY;IACZ,SAAS;IACT,MAAM;IACN,MAAM;IACN,cAAc;IACd,UAAU;IACV,QAAQ;IACR,YAAY;IACZ,WAAW;IACX,OAAO;IACP,UAAU;IACV,iBAAiB;CACjB,CAAA;AAED,sDAAsD;AACtD,MAAM,YAAY,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,CAAA;AAE1F,MAAM,SAAS,GAA6C;IAC3D,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC5D,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;IACzD,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;IACxD,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;IACvD,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;IACvD,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC5D,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC1D,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;CAC3D,CAAA;AAED,MAAM,aAAa,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;AAEhE,MAAM,SAAS,GAAG;IACjB,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE;IAChE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,mBAAmB,EAAE;IACvE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,kBAAkB,EAAE;IACtE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE;IAC9D,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,eAAe,EAAE;CACnE,CAAA;AAED,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,CAAA;AAC/D,qEAAqE;AACrE,MAAM,SAAS,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;AAE/D;;GAEG;AACH,MAAM,UAAU,6BAA6B,CAC5C,IAAI,GAAkC,EAAE;IAExC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAA;IACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAA;IACzG,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,IAAI,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,CAAA;IACpE,MAAM,MAAM,GAAG,GAAG,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,EAAE,CAAA;IAEhF,IAAI,QAAQ,KAAK,eAAe,EAAE,CAAC;QAClC,wEAAwE;QACxE,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QACpC,MAAM,CAAC,GAAG,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QACnC,MAAM,GAAG,GAAG,GAAG,GAAG,IAAI,MAAM,KAAK,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAA;QAExE,OAAO;YACN,GAAG;YACH,UAAU,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE;YACvG,MAAM,EAAE,OAAO;YACf,QAAQ;SACR,CAAA;IACF,CAAC;IAED,IAAI,QAAQ,KAAK,YAAY,EAAE,CAAC;QAC/B,8EAA8E;QAC9E,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QACpC,MAAM,MAAM,GAAG,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,CAAA;QAC5C,MAAM,GAAG,GAAG,GAAG,GAAG,IAAI,MAAM,KAAK,MAAM,EAAE,CAAA;QAEzC,OAAO;YACN,GAAG;YACH,UAAU,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7C,MAAM,EAAE,OAAO;YACf,QAAQ;SACR,CAAA;IACF,CAAC;IAED,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QACnC,MAAM,EAAE,GAAG,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAA;QACrC,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,MAAM,IAAI,EAAE,EAAE,CAAA;QAE5D,OAAO;YACN,GAAG;YACH,UAAU,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE;YAC9F,MAAM,EAAE,OAAO;YACf,QAAQ;SACR,CAAA;IACF,CAAC;IAED,IAAI,QAAQ,KAAK,WAAW,EAAE,CAAC;QAC9B,8EAA8E;QAC9E,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QACtC,MAAM,CAAC,GAAG,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QACnC,MAAM,GAAG,GAAG,GAAG,IAAI,IAAI,MAAM,KAAK,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAA;QAEzE,OAAO;YACN,GAAG;YACH,UAAU,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE;YACxG,MAAM,EAAE,OAAO;YACf,QAAQ;SACR,CAAA;IACF,CAAC;IAED,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;QACjC,qDAAqD;QACrD,4CAA4C;QAC5C,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAEpC,IAAI,MAAM,EAAE,GAAG,GAAG,EAAE,CAAC;YACpB,OAAO,EAAE,GAAG,EAAE,GAAG,GAAG,IAAI,MAAM,EAAE,EAAE,UAAU,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAA;QACzG,CAAC;QAED,MAAM,CAAC,GAAG,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QAEnC,OAAO;YACN,GAAG,EAAE,GAAG,GAAG,IAAI,CAAC,CAAC,QAAQ,EAAE;YAC3B,UAAU,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE;YACnD,MAAM,EAAE,OAAO;YACf,QAAQ;SACR,CAAA;IACF,CAAC;IAED,IAAI,QAAQ,KAAK,wBAAwB,EAAE,CAAC;QAC3C,uEAAuE;QACvE,MAAM,EAAE,GAAG,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;QACrC,MAAM,CAAC,GAAG,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QACnC,MAAM,MAAM,GAAG,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;QACxE,MAAM,GAAG,GAAG,GAAG,EAAE,IAAI,MAAM,KAAK,CAAC,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAA;QAEvD,OAAO;YACN,GAAG;YACH,UAAU,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE;YACtE,MAAM,EAAE,OAAO;YACf,QAAQ;SACR,CAAA;IACF,CAAC;IAED,MAAM,EAAE,GAAG,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;IACrC,MAAM,CAAC,GAAG,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;IACnC,MAAM,GAAG,GAAG,GAAG,EAAE,IAAI,MAAM,KAAK,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAA;IAEvE,OAAO;QACN,GAAG;QACH,UAAU,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE;QACtG,MAAM,EAAE,OAAO;QACf,QAAQ;KACR,CAAA;AACF,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,aAAa,GAA4C;IACrE,GAAG,IAAI,KAAK,CAA2B,EAAE,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;IAChE,GAAG,IAAI,KAAK,CAA2B,EAAE,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC;IACzE,GAAG,IAAI,KAAK,CAA2B,EAAE,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;IAC7D,GAAG,IAAI,KAAK,CAA2B,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;IACvD,GAAG,IAAI,KAAK,CAA2B,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;IAC3D,GAAG,IAAI,KAAK,CAA2B,EAAE,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC;IAC/D,GAAG,IAAI,KAAK,CAA2B,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;CAC3D,CAAA"}

package/out/synthesizers/boundary-stress.d.ts

@@ -3,66 +3,35 @@
  * @license AGPL-3.0
  * @author Teffen Ellis, et al.
  *
- *   Boundary-instability synthesizer (#375 — the highest-impact parser change). The failure taxonomy
- *
- *   The within-token-punctuation decomposition (#702) found one failure FAMILY surfacing under many
- *   names: the model mis-places token boundaries between adjacent components when the boundary is
- *   ambiguous or unmarked. This generator emits diverse BIO-labeled rows that put the gold boundary
- *   exactly where the model wobbles, so a retrain learns the boundary from context, not the
- *   lexeme.
- *
- *   The four token-aligned stress shapes, all in BASE LOCALES (US/FR/DE) so the slice never
- *   introduces tokens the base corpus lacks (the #511 base-consistency lint flagged an earlier
- *   AU-bearing draft: AU 4-digit postcodes collide with US house numbers, and AU localities are
- *   absent from the US/FR/DE base — a real contradiction). Each component is a whitespace-separated
- *   token run, so `alignRow` labels it cleanly:
- *
- *   1. `street-eats-affix` — multi-word street + suffix (`Country Club Rd` → street + street_suffix),
- *        the #1 wobble: the model keeps the suffix in the street.
- *   2. `comma-less-city-state` — no comma between street / locality / region (`100 Main St Springfield
- *        IL 62701`), the #694 family: concatenated input loses the segmentation cue. US-only (US
- *        zips are base-consistent; the boundary is locale-agnostic).
- *   3. `fr-prefix` — FR street-type prefix split from the name (`Rue Jean-Baptiste Lebas` →
- *        street_prefix
- *
- *        - Street), postcode-first order.
- *   4. `house-number-after-street` — FR/DE number-follows-street (`Neuve-des-Capucines 5` → street +
- *        house_number), the model absorbs the number into the street.
- *
- *   Two BALANCING shapes (added 2026-06-18 after the v1.6.0 probes). The first pass at weight 1.0
- *   lifted the boundaries but over-fit a NARROW distribution — every row was a clean, full,
- *   structured address — so the model regressed on out-of-distribution real rows (held-out US
- *   locality 66.3→58.2%). These two widen the distribution the slice teaches over, per the
- *   diagnosis (scripts/eval/locality-regression-probe): 5. `bare-locality` — locality with NO
- *   street (`Public Library, Lisbon ND`, `75003 Paris`), the ship-blocker: 84% of the v1.6.0
- *   locality regression was DROPPED locality on bare "City, STATE" rows, because every other shape
- *   placed a street before the city. Bare / comma-less / postcode'd / venue-prefixed forms, US +
- *   FR. 6. `house-number-before-street` — the confounding mirror of #4 (same FR vocab, number
- *   BEFORE the street). A balanced before:after mix breaks the positional shortcut behind the #4
- *   order-bias.
- *
- *   EXCLUDED: the region+postcode glue (`NY14201` — sub-token, no punctuation to split) and the
- *   AU/NZ/UK slash unit-convention (`4/2A` → unit+house_number). The slash labels cleanly (the
- *   tokenizer splits `/`) and is the worst within-token class — but it inherently requires non-base
- *   AU/NZ/UK locales, which contradict the US/FR/DE base (the lint catch). It belongs in a
- *   separately-scoped AU/NZ/UK boundary-coverage slice that ALSO adds AU base coverage, not in this
- *   base-locale slice. `synthesizers/boundary-stress.test.ts` proves the alignments.
+ *   Generates US and French address rows that stress the boundaries between adjacent components.
  */
 import type { CanonicalRow } from "#types";
+/**
+ * The row templates that {@link synthesizeBoundaryStressRow} can produce.
+ */
 export type BoundaryStressTemplate = "street-eats-affix" | "comma-less-city-state" | "fr-prefix" | "house-number-after-street" | "bare-locality" | "house-number-before-street";
+/**
+ * A locality, region, postcode and country used as an address tail.
+ */
 export interface BoundaryStressBaseTuple {
     locality: string;
     region: string;
     postcode: string;
     country: string;
 }
+/**
+ * Options for {@link synthesizeBoundaryStressRow}.
+ */
 export interface BoundaryStressSynthesisOpts {
     random?: () => number;
     /**
-     * Force a specific shape (tests + balanced slice composition).
+     * A template to use instead of a sampled one.
      */
     forceTemplate?: BoundaryStressTemplate;
 }
+/**
+ * One synthesized row with its template.
+ */
 export interface SynthesizedBoundaryStressRow {
     raw: string;
     components: CanonicalRow["components"];
@@ -70,9 +39,9 @@ export interface SynthesizedBoundaryStressRow {
     template: BoundaryStressTemplate;
 }
 /**
- * Synthesize one boundary-stress row. `base` is optional — when omitted, a locale-appropriate tuple is drawn from the
- * internal pools (so the generator is self-contained; a build script can pass real tuples for scale + diversity). Every
- * component value is a verbatim substring of `raw`, so `alignRow` locates + BIO-labels it.
+ * Synthesizes one row from a sampled or forced template.
+ *
+ * When `base` is absent, the function samples a built-in US or French tuple that suits the template.
  */
 export declare function synthesizeBoundaryStressRow(base: BoundaryStressBaseTuple | undefined, opts?: BoundaryStressSynthesisOpts): SynthesizedBoundaryStressRow;
 //# sourceMappingURL=boundary-stress.d.ts.map

package/out/synthesizers/boundary-stress.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"boundary-stress.d.ts","sourceRoot":"","sources":["../../lib/synthesizers/boundary-stress.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiDG;AAKH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAA;AAQ1C,MAAM,MAAM,sBAAsB,GAC/B,mBAAmB,GACnB,uBAAuB,GACvB,WAAW,GACX,2BAA2B,GAG3B,eAAe,GACf,4BAA4B,CAAA;AAI/B,MAAM,WAAW,uBAAuB;IACvC,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,2BAA2B;IAC3C,MAAM,CAAC,EAAE,MAAM,MAAM,CAAA;IACrB;;OAEG;IACH,aAAa,CAAC,EAAE,sBAAsB,CAAA;CACtC;AAED,MAAM,WAAW,4BAA4B;IAC5C,GAAG,EAAE,MAAM,CAAA;IACX,UAAU,EAAE,YAAY,CAAC,YAAY,CAAC,CAAA;IACtC,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,sBAAsB,CAAA;CAChC;AAoSD;;;;GAIG;AACH,wBAAgB,2BAA2B,CAC1C,IAAI,EAAE,uBAAuB,GAAG,SAAS,EACzC,IAAI,GAAE,2BAAgC,GACpC,4BAA4B,CAyI9B"}
+{"version":3,"file":"boundary-stress.d.ts","sourceRoot":"","sources":["../../lib/synthesizers/boundary-stress.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AASH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAA;AAQ1C;;GAEG;AACH,MAAM,MAAM,sBAAsB,GAC/B,mBAAmB,GACnB,uBAAuB,GACvB,WAAW,GACX,2BAA2B,GAC3B,eAAe,GACf,4BAA4B,CAAA;AAE/B;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACvC,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,CAAA;CACf;AAED;;GAEG;AACH,MAAM,WAAW,2BAA2B;IAC3C,MAAM,CAAC,EAAE,MAAM,MAAM,CAAA;IACrB;;OAEG;IACH,aAAa,CAAC,EAAE,sBAAsB,CAAA;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,4BAA4B;IAC5C,GAAG,EAAE,MAAM,CAAA;IACX,UAAU,EAAE,YAAY,CAAC,YAAY,CAAC,CAAA;IACtC,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,sBAAsB,CAAA;CAChC;AAqQD;;;;GAIG;AACH,wBAAgB,2BAA2B,CAC1C,IAAI,EAAE,uBAAuB,GAAG,SAAS,EACzC,IAAI,GAAE,2BAAgC,GACpC,4BAA4B,CAqH9B"}

package/out/synthesizers/boundary-stress.js

@@ -3,58 +3,9 @@
  * @license AGPL-3.0
  * @author Teffen Ellis, et al.
  *
- *   Boundary-instability synthesizer (#375 — the highest-impact parser change). The failure taxonomy
- *
- *   The within-token-punctuation decomposition (#702) found one failure FAMILY surfacing under many
- *   names: the model mis-places token boundaries between adjacent components when the boundary is
- *   ambiguous or unmarked. This generator emits diverse BIO-labeled rows that put the gold boundary
- *   exactly where the model wobbles, so a retrain learns the boundary from context, not the
- *   lexeme.
- *
- *   The four token-aligned stress shapes, all in BASE LOCALES (US/FR/DE) so the slice never
- *   introduces tokens the base corpus lacks (the #511 base-consistency lint flagged an earlier
- *   AU-bearing draft: AU 4-digit postcodes collide with US house numbers, and AU localities are
- *   absent from the US/FR/DE base — a real contradiction). Each component is a whitespace-separated
- *   token run, so `alignRow` labels it cleanly:
- *
- *   1. `street-eats-affix` — multi-word street + suffix (`Country Club Rd` → street + street_suffix),
- *        the #1 wobble: the model keeps the suffix in the street.
- *   2. `comma-less-city-state` — no comma between street / locality / region (`100 Main St Springfield
- *        IL 62701`), the #694 family: concatenated input loses the segmentation cue. US-only (US
- *        zips are base-consistent; the boundary is locale-agnostic).
- *   3. `fr-prefix` — FR street-type prefix split from the name (`Rue Jean-Baptiste Lebas` →
- *        street_prefix
- *
- *        - Street), postcode-first order.
- *   4. `house-number-after-street` — FR/DE number-follows-street (`Neuve-des-Capucines 5` → street +
- *        house_number), the model absorbs the number into the street.
- *
- *   Two BALANCING shapes (added 2026-06-18 after the v1.6.0 probes). The first pass at weight 1.0
- *   lifted the boundaries but over-fit a NARROW distribution — every row was a clean, full,
- *   structured address — so the model regressed on out-of-distribution real rows (held-out US
- *   locality 66.3→58.2%). These two widen the distribution the slice teaches over, per the
- *   diagnosis (scripts/eval/locality-regression-probe): 5. `bare-locality` — locality with NO
- *   street (`Public Library, Lisbon ND`, `75003 Paris`), the ship-blocker: 84% of the v1.6.0
- *   locality regression was DROPPED locality on bare "City, STATE" rows, because every other shape
- *   placed a street before the city. Bare / comma-less / postcode'd / venue-prefixed forms, US +
- *   FR. 6. `house-number-before-street` — the confounding mirror of #4 (same FR vocab, number
- *   BEFORE the street). A balanced before:after mix breaks the positional shortcut behind the #4
- *   order-bias.
- *
- *   EXCLUDED: the region+postcode glue (`NY14201` — sub-token, no punctuation to split) and the
- *   AU/NZ/UK slash unit-convention (`4/2A` → unit+house_number). The slash labels cleanly (the
- *   tokenizer splits `/`) and is the worst within-token class — but it inherently requires non-base
- *   AU/NZ/UK locales, which contradict the US/FR/DE base (the lint catch). It belongs in a
- *   separately-scoped AU/NZ/UK boundary-coverage slice that ALSO adds AU base coverage, not in this
- *   base-locale slice. `synthesizers/boundary-stress.test.ts` proves the alignments.
- */
-import { pick } from "#synthesizers/utils";
-/**
- * Multi-word street names — the suffix boundary only bites when "Club" could be read as part of the name. Single-word
- * names alone teach nothing about the suffix edge. Multi-word names are what make the suffix boundary BITE (the model
- * must not read the trailing suffix word as part of the name). Kept diverse so the slice teaches the boundary, not the
- * lexeme.
+ *   Generates US and French address rows that stress the boundaries between adjacent components.
  */
+import { sample } from "@mailwoman/core/random";
 const MULTIWORD_STREETS = [
     "Country Club",
     "Martin Luther King",
@@ -175,13 +126,8 @@ const SUFFIXES = [
     "Row",
     "Walk",
 ];
-// Vocabulary compile-checked against the codex; the ORDER stays this literal's. `Object.values(DirectionalAbbreviation)`
-// runs N,E,S,W,… — deriving the array from it would re-map every pick() draw and change shipped slice bytes.
+// Keep the order fixed because seeded sampling depends on it.
 const DIRECTIONALS = ["N", "S", "E", "W", "NE", "NW", "SE", "SW"];
-/**
- * FR street-type prefixes + hyphenated honorific street names (the hyphen is incidental; the boundary stress is the
- * prefix↔name split + the number-after-street order).
- */
 const FR_PREFIXES = [
     "Rue",
     "Avenue",
@@ -225,16 +171,10 @@ const FR_NAMES = [
     "Aristide-Briand",
 ];
 /**
- * Org/venue prefixes for the bare-locality shape — the v1.6.0 locality drop hit org-PREFIXED real rows hardest ("LISBON
- * PUBLIC LIBRARY, …, Lisbon ND"; "Alburg Health Center"). Teaching the locality WITH a leading venue keeps the model
- * emitting it on facility-style addresses (NPPES/HRSA shapes). `venue` is a base ComponentTag. #511-LINTED 2026-06-18
- * (scripts/lint-venue-vocab — scan of nppes/hrsa/tiger/nad/wof-admin): every token here is venue-DOMINANT in the base,
- * so the slice agrees with it. The first draft was naive — 9 terms were dropped because their tokens are dominantly
- * street/locality and would CONTRADICT the base the way Madison-as-street did (#511): "Fire" 93% street, "Veterans" 94%
- * street, "City" 68% locality, "Hall" 63% street, "Memorial"/"Hospital" 62-63% street, "Recreation" 79% street, "Town"
- * 48% locality, "Library" 51% street, "County" 68% street, "Arts"/"Courthouse"/"Municipal" dependent_locality. Kept
- * tokens: Clinic 98%, Practice 98%, Dental 100%, Health 99%, Medical 88%, Community 92%, Department 90%, Group 87%,
- * Center 65%, School 70%, Public 89%, Elementary/Family 97% (all venue).
+ * Venue prefixes for bare-locality rows.
+ *
+ * The list uses only words that the base corpus labels as venue.
+ * It avoids words that it mostly labels as street or locality.
  */
 const VENUES = [
     "Community Center",
@@ -252,12 +192,7 @@ const VENUES = [
     "Elementary School",
     "Public School",
 ];
-/**
- * Localities DERIVED from the base corpus (#511): every name here is verified locality-DOMINANT in the training data
- * (B-locality ≫ I-street), so the slice agrees with the base instead of fighting it. The night's targeted scan caught
- * the prior vocab (Madison, Portland, Springfield IL…) at 92–100% STREET in the base ("Madison Ave"), the "5th Avenue
- * Theatre" #511 trap. See 2026-06-17-locality-vocab-fix.
- */
+// The base corpus labels each of these localities as locality.
 const US_TUPLES = [
     { locality: "Albuquerque", region: "NM", postcode: "87102", country: "US" },
     { locality: "Indianapolis", region: "IN", postcode: "46203", country: "US" },
@@ -288,13 +223,7 @@ const US_TUPLES = [
     { locality: "Chicago", region: "IL", postcode: "60625", country: "US" },
     { locality: "Springfield", region: "MA", postcode: "01108", country: "US" },
 ];
-/**
- * FR localities DERIVED from the FR (ban) slices specifically — where these famous cities are 95–99% locality-DOMINANT
- * (Paris 515605/24789, Marseille 247014/1752, Lyon 106239/3114). NB: the all-slice scan falsely flagged them
- * street-dominant by undersampling the FR block (parts 180–209) and mixing in US street-contexts; the FR-block scan is
- * the honest distribution. Dept-diverse (28 depts), region empty (French addresses carry no region token; the
- * generator's region-optional path handles it).
- */
+// French rows have no region component.
 const FR_TUPLES = [
     { locality: "Paris", region: "", postcode: "75003", country: "FR" },
     { locality: "Marseille", region: "", postcode: "13016", country: "FR" },
@@ -315,9 +244,6 @@ const FR_TUPLES = [
     { locality: "Brunoy", region: "", postcode: "91800", country: "FR" },
     { locality: "Rambouillet", region: "", postcode: "78120", country: "FR" },
 ];
-// NB: no DE_TUPLES — German cities are street-dominated too ("Berliner Straße"), and the base yielded
-// zero locality-dominant DE towns in the scan, so house-number-after-street is FR-only here. DE's
-// native-order number-after-street is covered by the dedicated synth-german slice.
 const houseNumber = (random) => String(1 + Math.floor(random() * 4999));
 const localeFor = { US: "en-US", FR: "fr-FR", DE: "de-DE" };
 const ALL_TEMPLATES = [
@@ -329,26 +255,18 @@ const ALL_TEMPLATES = [
     "house-number-before-street",
 ];
 /**
- * Synthesize one boundary-stress row. `base` is optional — when omitted, a locale-appropriate tuple is drawn from the
- * internal pools (so the generator is self-contained; a build script can pass real tuples for scale + diversity). Every
- * component value is a verbatim substring of `raw`, so `alignRow` locates + BIO-labels it.
+ * Synthesizes one row from a sampled or forced template.
+ *
+ * When `base` is absent, the function samples a built-in US or French tuple that suits the template.
  */
 export function synthesizeBoundaryStressRow(base, opts = {}) {
     const random = opts.random ?? Math.random;
-    const template = opts.forceTemplate ?? pick(ALL_TEMPLATES, random);
+    const template = opts.forceTemplate ?? sample(ALL_TEMPLATES, random);
     if (template === "bare-locality") {
-        // The v1.6.0 ship-blocker fix: locality was DROPPED on bare/short "City, STATE" rows (84% of the
-        // regression) because every prior shape placed a street before the city, so the model learned "the
-        // city follows a street" and stopped emitting locality without one. Teach the locality with NO street,
-        // across the forms real data carries it — bare, comma-LESS, postcode'd, and venue/org-prefixed.
-        const b = base ?? (random() < 0.3 ? pick(FR_TUPLES, random) : pick(US_TUPLES, random));
-        const venue = random() < 0.45 ? pick(VENUES, random) : "";
-        // ~12% carry a trailing country token — the v1.7.1 country patch (DeepSeek 2026-06-18). The pure
-        // "City, STATE" bare rows carry NO country token, which cost ~4pp on us.country_homograph in v1.7.0;
-        // teaching "…, USA"/"…, France" recovers it as a single-variable additive without diluting locality.
+        const b = base ?? (random() < 0.3 ? sample(FR_TUPLES, random) : sample(US_TUPLES, random));
+        const venue = random() < 0.45 ? sample(VENUES, random) : "";
         const withCountry = random() < 0.12;
         if (b.country === "FR") {
-            // FR carries no region token; "{postcode} {locality}" is the bare FR form.
             const core = `${b.postcode} ${b.locality}${withCountry ? ", France" : ""}`;
             return {
                 raw: venue ? `${venue}, ${core}` : core,
@@ -363,9 +281,8 @@ export function synthesizeBoundaryStressRow(base, opts = {}) {
             };
         }
         const withZip = random() < 0.5;
-        const comma = random() < 0.6 ? "," : ""; // include the comma-LESS "City STATE" form too
-        // "United States" (United 98% / States 98% country in the base), NOT "USA" — the #511 lint found
-        // "USA" is locality-DOMINANT (75%, only 6% country) in the base; labeling it country would contradict.
+        const comma = random() < 0.6 ? "," : "";
+        // The base corpus labels this spelling as country.
         const countryName = "United States";
         const core = `${b.locality}${comma} ${b.region}${withZip ? ` ${b.postcode}` : ""}${withCountry ? `, ${countryName}` : ""}`;
         return {
@@ -384,16 +301,11 @@ export function synthesizeBoundaryStressRow(base, opts = {}) {
     if (template === "fr-prefix" ||
         template === "house-number-after-street" ||
         template === "house-number-before-street") {
-        // FR-only (no base-consistent DE locality vocab; see the DE_TUPLES note above).
-        const b = base ?? pick(FR_TUPLES, random);
-        const name = pick(FR_NAMES, random);
+        const b = base ?? sample(FR_TUPLES, random);
+        const name = sample(FR_NAMES, random);
         const hn = houseNumber(random);
         if (template === "house-number-before-street") {
-            // The confounding MIRROR of house-number-after-street: the SAME FR street vocab with the number
-            // BEFORE the name. A balanced before:after mix (the build/recipe sets the ratio, ~7:3 to keep US
-            // house_number 99.8% safe) teaches the model a street-adjacent number is a house_number by FORM,
-            // not position — the probe found v1.6.0 confidently absorbs the TRAILING number into street (I-street
-            // P=0.96), the order-bias.
+            // This form balances the number-after-street form with the same vocabulary.
             const raw = `${hn} ${name}, ${b.postcode} ${b.locality}`;
             return {
                 raw,
@@ -403,8 +315,7 @@ export function synthesizeBoundaryStressRow(base, opts = {}) {
             };
         }
         if (template === "fr-prefix") {
-            const prefix = pick(FR_PREFIXES, random);
-            // "{hn} {prefix} {name}, {postcode} {locality}" — postcode-first, prefix split from the name.
+            const prefix = sample(FR_PREFIXES, random);
             const raw = `${hn} ${prefix} ${name}, ${b.postcode} ${b.locality}`;
             return {
                 raw,
@@ -419,7 +330,6 @@ export function synthesizeBoundaryStressRow(base, opts = {}) {
                 template,
             };
         }
-        // house-number-after-street: "{name} {hn}, {postcode} {locality}" — number FOLLOWS the street.
         const raw = `${name} ${hn}, ${b.postcode} ${b.locality}`;
         return {
             raw,
@@ -428,13 +338,11 @@ export function synthesizeBoundaryStressRow(base, opts = {}) {
             template,
         };
     }
-    // en-US street shapes (street-eats-affix + comma-less). US-only — US zips are base-consistent and
-    // the boundary these teach is locale-agnostic; no need to introduce a non-base locale.
-    const b = base ?? pick(US_TUPLES, random);
+    const b = base ?? sample(US_TUPLES, random);
     const hn = houseNumber(random);
-    const dir = random() < 0.4 ? pick(DIRECTIONALS, random) : "";
-    const name = random() < 0.7 ? pick(MULTIWORD_STREETS, random) : pick(SINGLE_STREETS, random);
-    const suffix = pick(SUFFIXES, random);
+    const dir = random() < 0.4 ? sample(DIRECTIONALS, random) : "";
+    const name = random() < 0.7 ? sample(MULTIWORD_STREETS, random) : sample(SINGLE_STREETS, random);
+    const suffix = sample(SUFFIXES, random);
     const streetCore = `${dir ? `${dir} ` : ""}${name} ${suffix}`;
     const components = {
         house_number: hn,
@@ -446,10 +354,8 @@ export function synthesizeBoundaryStressRow(base, opts = {}) {
         postcode: b.postcode,
     };
     const raw = template === "comma-less-city-state"
-        ? // no commas anywhere — the segmentation cue is gone
-            `${hn} ${streetCore} ${b.locality} ${b.region} ${b.postcode}`
-        : // standard delimited, multi-word street stresses the suffix boundary
-            `${hn} ${streetCore}, ${b.locality}, ${b.region} ${b.postcode}`;
+        ? `${hn} ${streetCore} ${b.locality} ${b.region} ${b.postcode}`
+        : `${hn} ${streetCore}, ${b.locality}, ${b.region} ${b.postcode}`;
     return { raw, components, locale: localeFor[b.country] ?? "en-US", template };
 }
 //# sourceMappingURL=boundary-stress.js.map