@mailwoman/corpus 9.4.0 → 10.0.0

package/out/recipes/po/box/cedex/ca.js

@@ -0,0 +1,38 @@
+/**
+ * @copyright Sister Software
+ */
+import { makeCaPostcode, makePoBoxPhrase } from "#recipes/po/box/cedex/phrases";
+import { CA_EN_LEADERS, CA_FR_LEADERS, ON_FSA_LETTERS, QC_FSA_LETTERS, VENUES_FR, } from "#recipes/po/box/cedex/vocabulary";
+import { pick } from "#synthesizers/utils";
+const CA_FR_GOLDEN_ORDER_CUTOFF = 0.4, CA_FR_NATIVE_CUTOFF = 0.7, CA_FR_BARE_CUTOFF = 0.85;
+const CA_EN_STANDARD_CUTOFF = 0.5, CA_EN_GOLDEN_ORDER_CUTOFF = 0.8;
+export function renderCaFr(random, locality) {
+    const phrase = makePoBoxPhrase(random, CA_FR_LEADERS);
+    const postcode = makeCaPostcode(random, QC_FSA_LETTERS);
+    const components = { po_box: phrase, postcode, locality, region: "QC" };
+    const draw = random();
+    if (draw < CA_FR_GOLDEN_ORDER_CUTOFF)
+        return { fmt: "ca-fr-golden-order", raw: `${phrase}, ${postcode} ${locality}, QC`, components };
+    if (draw < CA_FR_NATIVE_CUTOFF)
+        return { fmt: "ca-fr-native", raw: `${phrase}, ${locality} QC ${postcode}`, components };
+    if (draw < CA_FR_BARE_CUTOFF)
+        return { fmt: "ca-fr-bare", raw: phrase, components: { po_box: phrase } };
+    const venue = pick(VENUES_FR, random);
+    return {
+        fmt: "ca-fr-venue",
+        raw: `${venue}, ${phrase}, ${locality} QC ${postcode}`,
+        components: { venue, ...components },
+    };
+}
+export function renderCaEn(random, locality) {
+    const phrase = makePoBoxPhrase(random, CA_EN_LEADERS);
+    const postcode = makeCaPostcode(random, ON_FSA_LETTERS);
+    const components = { po_box: phrase, locality, region: "ON", postcode };
+    const draw = random();
+    if (draw < CA_EN_STANDARD_CUTOFF)
+        return { fmt: "ca-en-standard", raw: `${phrase}, ${locality}, ON ${postcode}`, components };
+    if (draw < CA_EN_GOLDEN_ORDER_CUTOFF)
+        return { fmt: "ca-en-golden-order", raw: `${phrase}, ${postcode} ${locality}, ON`, components };
+    return { fmt: "ca-en-bare", raw: phrase, components: { po_box: phrase } };
+}
+//# sourceMappingURL=ca.js.map

package/out/recipes/po/box/cedex/ca.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ca.js","sourceRoot":"","sources":["../../../../../lib/recipes/po/box/cedex/ca.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAE/E,OAAO,EACN,aAAa,EACb,aAAa,EACb,cAAc,EACd,cAAc,EACd,SAAS,GACT,MAAM,kCAAkC,CAAA;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,qBAAqB,CAAA;AAE1C,MAAM,yBAAyB,GAAG,GAAG,EACpC,mBAAmB,GAAG,GAAG,EACzB,iBAAiB,GAAG,IAAI,CAAA;AAEzB,MAAM,qBAAqB,GAAG,GAAG,EAChC,yBAAyB,GAAG,GAAG,CAAA;AAEhC,MAAM,UAAU,UAAU,CAAC,MAAoB,EAAE,QAAgB;IAChE,MAAM,MAAM,GAAG,eAAe,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;IACrD,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IACvD,MAAM,UAAU,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;IACvE,MAAM,IAAI,GAAG,MAAM,EAAE,CAAA;IAErB,IAAI,IAAI,GAAG,yBAAyB;QACnC,OAAO,EAAE,GAAG,EAAE,oBAAoB,EAAE,GAAG,EAAE,GAAG,MAAM,KAAK,QAAQ,IAAI,QAAQ,MAAM,EAAE,UAAU,EAAE,CAAA;IAEhG,IAAI,IAAI,GAAG,mBAAmB;QAC7B,OAAO,EAAE,GAAG,EAAE,cAAc,EAAE,GAAG,EAAE,GAAG,MAAM,KAAK,QAAQ,OAAO,QAAQ,EAAE,EAAE,UAAU,EAAE,CAAA;IAEzF,IAAI,IAAI,GAAG,iBAAiB;QAAE,OAAO,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAA;IACvG,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;IAErC,OAAO;QACN,GAAG,EAAE,aAAa;QAClB,GAAG,EAAE,GAAG,KAAK,KAAK,MAAM,KAAK,QAAQ,OAAO,QAAQ,EAAE;QACtD,UAAU,EAAE,EAAE,KAAK,EAAE,GAAG,UAAU,EAAE;KACpC,CAAA;AACF,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,MAAoB,EAAE,QAAgB;IAChE,MAAM,MAAM,GAAG,eAAe,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;IACrD,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IACvD,MAAM,UAAU,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAA;IACvE,MAAM,IAAI,GAAG,MAAM,EAAE,CAAA;IAErB,IAAI,IAAI,GAAG,qBAAqB;QAC/B,OAAO,EAAE,GAAG,EAAE,gBAAgB,EAAE,GAAG,EAAE,GAAG,MAAM,KAAK,QAAQ,QAAQ,QAAQ,EAAE,EAAE,UAAU,EAAE,CAAA;IAE5F,IAAI,IAAI,GAAG,yBAAyB;QACnC,OAAO,EAAE,GAAG,EAAE,oBAAoB,EAAE,GAAG,EAAE,GAAG,MAAM,KAAK,QAAQ,IAAI,QAAQ,MAAM,EAAE,UAAU,EAAE,CAAA;IAEhG,OAAO,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAA;AAC1E,CAAC"}

package/out/recipes/po/box/cedex/fr.d.ts

@@ -0,0 +1,7 @@
+/**
+ * @copyright Sister Software
+ */
+import type { FRTuple, Rendered } from "#recipes/po/box/cedex/types";
+export declare function renderBpFr(random: () => number, tuple: FRTuple): Rendered;
+export declare function renderCedexFr(random: () => number, tuple: FRTuple): Rendered;
+//# sourceMappingURL=fr.d.ts.map

package/out/recipes/po/box/cedex/fr.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fr.d.ts","sourceRoot":"","sources":["../../../../../lib/recipes/po/box/cedex/fr.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAA;AAapE,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,QAAQ,CAiCzE;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,QAAQ,CAsB5E"}

package/out/recipes/po/box/cedex/fr.js

@@ -0,0 +1,57 @@
+/**
+ * @copyright Sister Software
+ */
+import { makeCedex, makePoBoxPhrase } from "#recipes/po/box/cedex/phrases";
+import { FR_LEADERS, VENUES_FR } from "#recipes/po/box/cedex/vocabulary";
+import { pick } from "#synthesizers/utils";
+const BP_TAIL_CUTOFF = 0.45, BP_BARE_CUTOFF = 0.6, BP_CEDEX_CUTOFF = 0.8;
+const CEDEX_UPPER_LOCALITY_SHARE = 0.6, CEDEX_LINE_CUTOFF = 0.4, CEDEX_FULL_CUTOFF = 0.75, CEDEX_GOLDEN_ORDER_CUTOFF = 0.85;
+export function renderBpFr(random, tuple) {
+    const phrase = makePoBoxPhrase(random, FR_LEADERS);
+    const { locality, postcode } = tuple;
+    const location = random() < 0.5 ? locality.toUpperCase() : locality;
+    const draw = random();
+    if (draw < BP_TAIL_CUTOFF)
+        return {
+            fmt: "bp-tail",
+            raw: `${phrase}, ${postcode} ${location}`,
+            components: { po_box: phrase, postcode, locality: location },
+        };
+    if (draw < BP_BARE_CUTOFF)
+        return { fmt: "bp-bare", raw: phrase, components: { po_box: phrase } };
+    if (draw < BP_CEDEX_CUTOFF) {
+        const cedex = makeCedex(random);
+        const upperLocality = locality.toUpperCase();
+        return {
+            fmt: "bp-cedex",
+            raw: `${phrase}, ${postcode} ${upperLocality} ${cedex}`,
+            components: { po_box: phrase, postcode, locality: upperLocality, cedex },
+        };
+    }
+    const venue = pick(VENUES_FR, random);
+    return {
+        fmt: "bp-venue",
+        raw: `${venue}, ${phrase}, ${postcode} ${location}`,
+        components: { venue, po_box: phrase, postcode, locality: location },
+    };
+}
+export function renderCedexFr(random, tuple) {
+    const cedex = makeCedex(random);
+    const { house_number, street, locality, postcode } = tuple;
+    const location = random() < CEDEX_UPPER_LOCALITY_SHARE ? locality.toUpperCase() : locality;
+    const line = { postcode, locality: location, cedex };
+    const draw = random();
+    if (draw < CEDEX_LINE_CUTOFF)
+        return { fmt: "cedex-line", raw: `${postcode} ${location} ${cedex}`, components: line };
+    if (draw < CEDEX_FULL_CUTOFF)
+        return {
+            fmt: "cedex-full",
+            raw: `${house_number} ${street}, ${postcode} ${location} ${cedex}`,
+            components: { house_number, street, ...line },
+        };
+    if (draw < CEDEX_GOLDEN_ORDER_CUTOFF)
+        return { fmt: "cedex-golden-order", raw: `${postcode} ${cedex} ${location}`, components: line };
+    const venue = pick(VENUES_FR, random);
+    return { fmt: "cedex-venue", raw: `${venue}, ${postcode} ${location} ${cedex}`, components: { venue, ...line } };
+}
+//# sourceMappingURL=fr.js.map

package/out/recipes/po/box/cedex/fr.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fr.js","sourceRoot":"","sources":["../../../../../lib/recipes/po/box/cedex/fr.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAE1E,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,kCAAkC,CAAA;AACxE,OAAO,EAAE,IAAI,EAAE,MAAM,qBAAqB,CAAA;AAE1C,MAAM,cAAc,GAAG,IAAI,EAC1B,cAAc,GAAG,GAAG,EACpB,eAAe,GAAG,GAAG,CAAA;AAEtB,MAAM,0BAA0B,GAAG,GAAG,EACrC,iBAAiB,GAAG,GAAG,EACvB,iBAAiB,GAAG,IAAI,EACxB,yBAAyB,GAAG,IAAI,CAAA;AAEjC,MAAM,UAAU,UAAU,CAAC,MAAoB,EAAE,KAAc;IAC9D,MAAM,MAAM,GAAG,eAAe,CAAC,MAAM,EAAE,UAAU,CAAC,CAAA;IAClD,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAA;IACpC,MAAM,QAAQ,GAAG,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAA;IACnE,MAAM,IAAI,GAAG,MAAM,EAAE,CAAA;IAErB,IAAI,IAAI,GAAG,cAAc;QACxB,OAAO;YACN,GAAG,EAAE,SAAS;YACd,GAAG,EAAE,GAAG,MAAM,KAAK,QAAQ,IAAI,QAAQ,EAAE;YACzC,UAAU,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE;SAC5D,CAAA;IAEF,IAAI,IAAI,GAAG,cAAc;QAAE,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAA;IAEjG,IAAI,IAAI,GAAG,eAAe,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAA;QAC/B,MAAM,aAAa,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAA;QAE5C,OAAO;YACN,GAAG,EAAE,UAAU;YACf,GAAG,EAAE,GAAG,MAAM,KAAK,QAAQ,IAAI,aAAa,IAAI,KAAK,EAAE;YACvD,UAAU,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,KAAK,EAAE;SACxE,CAAA;IACF,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;IAErC,OAAO;QACN,GAAG,EAAE,UAAU;QACf,GAAG,EAAE,GAAG,KAAK,KAAK,MAAM,KAAK,QAAQ,IAAI,QAAQ,EAAE;QACnD,UAAU,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE;KACnE,CAAA;AACF,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAoB,EAAE,KAAc;IACjE,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAA;IAC/B,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAA;IAC1D,MAAM,QAAQ,GAAG,MAAM,EAAE,GAAG,0BAA0B,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAA;IAC1F,MAAM,IAAI,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAA;IACpD,MAAM,IAAI,GAAG,MAAM,EAAE,CAAA;IAErB,IAAI,IAAI,GAAG,iBAAiB;QAAE,OAAO,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,QAAQ,IAAI,QAAQ,IAAI,KAAK,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAA;IAErH,IAAI,IAAI,GAAG,iBAAiB;QAC3B,OAAO;YACN,GAAG,EAAE,YAAY;YACjB,GAAG,EAAE,GAAG,YAAY,IAAI,MAAM,KAAK,QAAQ,IAAI,QAAQ,IAAI,KAAK,EAAE;YAClE,UAAU,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE;SAC7C,CAAA;IAEF,IAAI,IAAI,GAAG,yBAAyB;QACnC,OAAO,EAAE,GAAG,EAAE,oBAAoB,EAAE,GAAG,EAAE,GAAG,QAAQ,IAAI,KAAK,IAAI,QAAQ,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAA;IAEhG,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;IAErC,OAAO,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,GAAG,KAAK,KAAK,QAAQ,IAAI,QAAQ,IAAI,KAAK,EAAE,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,EAAE,CAAA;AACjH,CAAC"}

package/out/recipes/po/box/cedex/phrases.d.ts

@@ -0,0 +1,8 @@
+/**
+ * @copyright Sister Software
+ */
+export declare function makePoBoxPhrase(random: () => number, leaders: ReadonlyArray<string>, rareLeaders?: ReadonlyArray<string>): string;
+export declare function makeCedex(random: () => number): string;
+export declare function makeAuNZPoBoxPhrase(random: () => number, leaders: ReadonlyArray<string>, rareLeaders: ReadonlyArray<string>, validate: (input: unknown) => boolean): string;
+export declare function makeCaPostcode(random: () => number, fsaLetters: string[]): string;
+//# sourceMappingURL=phrases.d.ts.map

package/out/recipes/po/box/cedex/phrases.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"phrases.d.ts","sourceRoot":"","sources":["../../../../../lib/recipes/po/box/cedex/phrases.ts"],"names":[],"mappings":"AAAA;;GAEG;AAmCH,wBAAgB,eAAe,CAC9B,MAAM,EAAE,MAAM,MAAM,EACpB,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC,EAC9B,WAAW,CAAC,EAAE,aAAa,CAAC,MAAM,CAAC,GACjC,MAAM,CAcR;AAED,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,MAAM,GAAG,MAAM,CAatD;AAED,wBAAgB,mBAAmB,CAClC,MAAM,EAAE,MAAM,MAAM,EACpB,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC,EAC9B,WAAW,EAAE,aAAa,CAAC,MAAM,CAAC,EAClC,QAAQ,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,OAAO,GACnC,MAAM,CAoBR;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,MAAM,CAQjF"}

package/out/recipes/po/box/cedex/phrases.js

@@ -0,0 +1,76 @@
+/**
+ * @copyright Sister Software
+ */
+import { normalizeCaPostalCode } from "@mailwoman/codex/ca";
+import { isCedex } from "@mailwoman/codex/fr";
+import { isNZDeliveryService } from "@mailwoman/codex/nz";
+import { isUSPoBoxDesignator, matchPOBox } from "@mailwoman/codex/us";
+import { CA_INTERIOR_LETTERS } from "#recipes/po/box/cedex/vocabulary";
+import { maybeNoisifyBoxNumber } from "#synthesizers/po-box";
+import { pick, tieredNumber } from "#synthesizers/utils";
+const BOX_TWO_DIGIT_CUTOFF = 0.3;
+const BOX_THREE_DIGIT_CUTOFF = 0.7;
+const BOX_FOUR_DIGIT_CUTOFF = 0.95;
+const TEMPLATE_CASE_CUTOFF = 0.7;
+const UPPER_CASE_CUTOFF = 0.92;
+const RARE_LEADER_SHARE = 0.1;
+const CEDEX_UPPER_CUTOFF = 0.6;
+const CEDEX_TITLE_CUTOFF = 0.9;
+const CEDEX_UNNUMBERED_SHARE = 0.2;
+const pickBoxNumber = (random) => tieredNumber(random, [
+    { cutoff: BOX_TWO_DIGIT_CUTOFF, base: 1, span: 99 },
+    { cutoff: BOX_THREE_DIGIT_CUTOFF, base: 100, span: 900 },
+    { cutoff: BOX_FOUR_DIGIT_CUTOFF, base: 1000, span: 9000 },
+    { base: 10_000, span: 90_000 },
+]);
+const caseDial = (random, value) => {
+    const draw = random();
+    return draw < TEMPLATE_CASE_CUTOFF ? value : draw < UPPER_CASE_CUTOFF ? value.toUpperCase() : value.toLowerCase();
+};
+export function makePoBoxPhrase(random, leaders, rareLeaders) {
+    let leader = pick(leaders, random);
+    if (rareLeaders && random() < RARE_LEADER_SHARE) {
+        leader = pick(rareLeaders, random);
+    }
+    const number = maybeNoisifyBoxNumber(pickBoxNumber(random), random);
+    const phrase = leader === "#" ? `#${number}` : `${caseDial(random, leader)} ${number}`;
+    if (isUSPoBoxDesignator(leader) && /^[\dA-Za-z][\dA-Za-z-]*$/.test(number) && !matchPOBox(phrase))
+        throw new Error(`generated a po_box phrase the codex matcher rejects: "${phrase}"`);
+    return phrase;
+}
+export function makeCedex(random) {
+    const draw = random();
+    const word = draw < CEDEX_UPPER_CUTOFF ? "CEDEX" : draw < CEDEX_TITLE_CUTOFF ? "Cedex" : "cedex";
+    let phrase = word;
+    if (random() >= CEDEX_UNNUMBERED_SHARE) {
+        const number = 1 + Math.floor(random() * 20);
+        phrase = `${word} ${random() < 0.5 ? String(number).padStart(2, "0") : String(number)}`;
+    }
+    if (!isCedex(phrase))
+        throw new Error(`makeCedex emitted a phrase the codex matcher rejects: "${phrase}"`);
+    return phrase;
+}
+export function makeAuNZPoBoxPhrase(random, leaders, rareLeaders, validate) {
+    let leader = pick(leaders, random);
+    if (random() < RARE_LEADER_SHARE) {
+        leader = pick(rareLeaders, random);
+    }
+    let number = maybeNoisifyBoxNumber(pickBoxNumber(random), random);
+    if (leader === "CMB" && validate === isNZDeliveryService) {
+        number = `B${number}`;
+    }
+    const phrase = `${caseDial(random, leader)} ${number}`;
+    const cleanID = validate === isNZDeliveryService ? /^[\dA-Za-z]+$/ : /^[\dA-Za-z][\dA-Za-z-]*$/;
+    if (cleanID.test(number) && !validate(phrase))
+        throw new Error(`generated a phrase the codex matcher rejects: "${phrase}"`);
+    return phrase;
+}
+export function makeCaPostcode(random, fsaLetters) {
+    const letter = () => CA_INTERIOR_LETTERS[Math.floor(random() * CA_INTERIOR_LETTERS.length)];
+    const digit = () => String(Math.floor(random() * 10));
+    const postcode = `${pick(fsaLetters, random)}${digit()}${letter()} ${digit()}${letter()}${digit()}`;
+    if (!normalizeCaPostalCode(postcode))
+        throw new Error(`generated an invalid CA postcode: ${postcode}`);
+    return postcode;
+}
+//# sourceMappingURL=phrases.js.map

package/out/recipes/po/box/cedex/phrases.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"phrases.js","sourceRoot":"","sources":["../../../../../lib/recipes/po/box/cedex/phrases.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAA;AAC3D,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAA;AAC7C,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAA;AACzD,OAAO,EAAE,mBAAmB,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AAErE,OAAO,EAAE,mBAAmB,EAAE,MAAM,kCAAkC,CAAA;AACtE,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAA;AAC5D,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAExD,MAAM,oBAAoB,GAAG,GAAG,CAAA;AAChC,MAAM,sBAAsB,GAAG,GAAG,CAAA;AAClC,MAAM,qBAAqB,GAAG,IAAI,CAAA;AAClC,MAAM,oBAAoB,GAAG,GAAG,CAAA;AAChC,MAAM,iBAAiB,GAAG,IAAI,CAAA;AAC9B,MAAM,iBAAiB,GAAG,GAAG,CAAA;AAC7B,MAAM,kBAAkB,GAAG,GAAG,CAAA;AAC9B,MAAM,kBAAkB,GAAG,GAAG,CAAA;AAC9B,MAAM,sBAAsB,GAAG,GAAG,CAAA;AAElC,MAAM,aAAa,GAAG,CAAC,MAAoB,EAAU,EAAE,CACtD,YAAY,CAAC,MAAM,EAAE;IACpB,EAAE,MAAM,EAAE,oBAAoB,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE;IACnD,EAAE,MAAM,EAAE,sBAAsB,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE;IACxD,EAAE,MAAM,EAAE,qBAAqB,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;IACzD,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;CAC9B,CAAC,CAAA;AAEH,MAAM,QAAQ,GAAG,CAAC,MAAoB,EAAE,KAAa,EAAU,EAAE;IAChE,MAAM,IAAI,GAAG,MAAM,EAAE,CAAA;IAErB,OAAO,IAAI,GAAG,oBAAoB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,iBAAiB,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,CAAA;AAClH,CAAC,CAAA;AAED,MAAM,UAAU,eAAe,CAC9B,MAAoB,EACpB,OAA8B,EAC9B,WAAmC;IAEnC,IAAI,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;IAElC,IAAI,WAAW,IAAI,MAAM,EAAE,GAAG,iBAAiB,EAAE,CAAC;QACjD,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,CAAA;IACnC,CAAC;IAED,MAAM,MAAM,GAAG,qBAAqB,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAA;IACnE,MAAM,MAAM,GAAG,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,MAAM,EAAE,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,MAAM,EAAE,CAAA;IAEtF,IAAI,mBAAmB,CAAC,MAAM,CAAC,IAAI,0BAA0B,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QAChG,MAAM,IAAI,KAAK,CAAC,yDAAyD,MAAM,GAAG,CAAC,CAAA;IAEpF,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,MAAoB;IAC7C,MAAM,IAAI,GAAG,MAAM,EAAE,CAAA;IACrB,MAAM,IAAI,GAAG,IAAI,GAAG,kBAAkB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG,kBAAkB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAA;IAChG,IAAI,MAAM,GAAG,IAAI,CAAA;IAEjB,IAAI,MAAM,EAAE,IAAI,sBAAsB,EAAE,CAAC;QACxC,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAA;QAC5C,MAAM,GAAG,GAAG,IAAI,IAAI,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAA;IACxF,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,0DAA0D,MAAM,GAAG,CAAC,CAAA;IAE1G,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,mBAAmB,CAClC,MAAoB,EACpB,OAA8B,EAC9B,WAAkC,EAClC,QAAqC;IAErC,IAAI,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;IAElC,IAAI,MAAM,EAAE,GAAG,iBAAiB,EAAE,CAAC;QAClC,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,CAAA;IACnC,CAAC;IAED,IAAI,MAAM,GAAG,qBAAqB,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAA;IAEjE,IAAI,MAAM,KAAK,KAAK,IAAI,QAAQ,KAAK,mBAAmB,EAAE,CAAC;QAC1D,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IACtB,CAAC;IAED,MAAM,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,MAAM,EAAE,CAAA;IACtD,MAAM,OAAO,GAAG,QAAQ,KAAK,mBAAmB,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,0BAA0B,CAAA;IAE/F,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,kDAAkD,MAAM,GAAG,CAAC,CAAA;IAE7E,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAAoB,EAAE,UAAoB;IACxE,MAAM,MAAM,GAAG,GAAG,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAE,CAAA;IAC5F,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,CAAA;IACrD,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,GAAG,KAAK,EAAE,GAAG,MAAM,EAAE,IAAI,KAAK,EAAE,GAAG,MAAM,EAAE,GAAG,KAAK,EAAE,EAAE,CAAA;IAEnG,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,QAAQ,EAAE,CAAC,CAAA;IAEtG,OAAO,QAAQ,CAAA;AAChB,CAAC"}

package/out/recipes/po/box/cedex/recipe.d.ts

@@ -0,0 +1,9 @@
+/**
+ * @copyright Sister Software
+ */
+import { type CorpusRecipe } from "#recipes/scaffold";
+/**
+ * Generate PO-box and CEDEX rows from US, French, Canadian, Australian, and New Zealand source pools.
+ */
+export declare const poBoxCedexRecipe: CorpusRecipe;
+//# sourceMappingURL=recipe.d.ts.map

package/out/recipes/po/box/cedex/recipe.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recipe.d.ts","sourceRoot":"","sources":["../../../../../lib/recipes/po/box/cedex/recipe.ts"],"names":[],"mappings":"AAAA;;GAEG;AAwBH,OAAO,EAAyC,KAAK,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAsB5F;;GAEG;AACH,eAAO,MAAM,gBAAgB,EAAE,YAuJ9B,CAAA"}

package/out/recipes/po/box/cedex/recipe.js

@@ -0,0 +1,153 @@
+/**
+ * @copyright Sister Software
+ */
+import { dataRootPath } from "@mailwoman/core/data-root";
+import { mulberry32 as makeMulberry32 } from "@mailwoman/core/utils";
+import { renderAUPoBox, renderNZPoBox } from "#recipes/po/box/cedex/au-nz";
+import { renderCaEn, renderCaFr } from "#recipes/po/box/cedex/ca";
+import { renderBpFr, renderCedexFr } from "#recipes/po/box/cedex/fr";
+import { FR_SOURCE, GEONAMES_CA, GEONAMES_POSTAL_AU, GEONAMES_POSTAL_NZ, isHoldoutLocality, readCaLocalities, readFrTuples, readPostalTuples, readUsTuples, US_EVAL_SOURCE, US_TRAIN_SOURCES, } from "#recipes/po/box/cedex/sources";
+import { renderPmbUs, renderPoBoxUs } from "#recipes/po/box/cedex/us";
+import { CLASS_MIX } from "#recipes/po/box/cedex/vocabulary";
+import { sliceSourceID } from "#recipes/scaffold";
+import { synthesizeMilitaryPoBoxRow } from "#synthesizers/po-box";
+import { pick } from "#synthesizers/utils";
+import { alignRow } from "#utils";
+const COMPONENT_ORDER = ["house_number", "street", "po_box", "venue", "locality", "postcode", "region", "cedex"];
+const orderComponents = (components) => Object.fromEntries(COMPONENT_ORDER.filter((key) => components[key]).map((key) => [key, components[key]]));
+const pickClass = (draw) => {
+    let accumulated = 0;
+    for (const [name, weight] of CLASS_MIX) {
+        accumulated += weight;
+        if (draw < accumulated)
+            return name;
+    }
+    return CLASS_MIX.at(-1)[0];
+};
+/**
+ * Generate PO-box and CEDEX rows from US, French, Canadian, Australian, and New Zealand source pools.
+ */
+export const poBoxCedexRecipe = {
+    name: "po-box-cedex",
+    description: "PO box / CEDEX coverage rows (US/FR/CA/AU/NZ) — self-generated from cached OA + GeoNames pools",
+    mode: "generate",
+    options: [{ flag: "--golden", description: "Emit the leakage-safe holdout variant ({raw, components, country})" }],
+    async run(opts, write) {
+        const random = makeMulberry32(opts.seed);
+        const count = opts.count ?? 50_000;
+        const source = opts.sourceName ?? "synth-po-box-cedex";
+        const usPool = [];
+        for (const sourceEntry of opts.golden ? [US_EVAL_SOURCE] : US_TRAIN_SOURCES) {
+            const tuples = await readUsTuples(sourceEntry);
+            console.error(`  ${sourceEntry.csv}: ${tuples.length} tuples`);
+            for (const tuple of tuples) {
+                usPool.push(tuple);
+            }
+        }
+        const frAll = await readFrTuples(80_000);
+        const frPool = frAll.filter((tuple) => isHoldoutLocality(tuple.locality) === opts.golden);
+        console.error(`  ${FR_SOURCE.csv}: ${frAll.length} tuples (${frPool.length} after holdout split)`);
+        const qcAll = await readCaLocalities("10"), onAll = await readCaLocalities("08");
+        const qcPool = qcAll.filter((locality) => isHoldoutLocality(locality) === opts.golden), onPool = onAll.filter((locality) => isHoldoutLocality(locality) === opts.golden);
+        console.error(`  GeoNames CA: QC ${qcAll.length}→${qcPool.length}, ON ${onAll.length}→${onPool.length}`);
+        const auAll = (await readPostalTuples(GEONAMES_POSTAL_AU, { withState: true })), nzAll = (await readPostalTuples(GEONAMES_POSTAL_NZ, { withState: false }));
+        const auPool = auAll.filter((tuple) => isHoldoutLocality(tuple.locality) === opts.golden), nzPool = nzAll.filter((tuple) => isHoldoutLocality(tuple.locality) === opts.golden);
+        console.error(`  GeoNames postal: AU ${auAll.length}→${auPool.length}, NZ ${nzAll.length}→${nzPool.length}`);
+        if (!usPool.length || !frPool.length || !qcPool.length || !onPool.length || !auPool.length || !nzPool.length)
+            throw new Error(`A base pool is empty — check ${dataRootPath("oa-cache")}, ${GEONAMES_CA}, ${GEONAMES_POSTAL_AU.zip}, and ${GEONAMES_POSTAL_NZ.zip}.`);
+        let emitted = 0, skipped = 0, guard = 0;
+        while (emitted < count && guard++ < count * 10) {
+            const kind = pickClass(random());
+            let rendered;
+            let country;
+            let locale;
+            if (kind === "po-box-us") {
+                rendered = renderPoBoxUs(random, pick(usPool, random));
+                country = "US";
+                locale = "en-US";
+            }
+            else if (kind === "pmb-us") {
+                const tuple = pick(usPool, random);
+                if (!tuple.postcode || !tuple.street || !tuple.house_number)
+                    continue;
+                rendered = renderPmbUs(random, tuple);
+                country = "US";
+                locale = "en-US";
+            }
+            else if (kind === "bp-fr") {
+                rendered = renderBpFr(random, pick(frPool, random));
+                country = "FR";
+                locale = "fr-FR";
+            }
+            else if (kind === "cedex-fr") {
+                rendered = renderCedexFr(random, pick(frPool, random));
+                country = "FR";
+                locale = "fr-FR";
+            }
+            else if (kind === "cp-ca-fr") {
+                rendered = renderCaFr(random, pick(qcPool, random));
+                country = "CA";
+                locale = "fr-CA";
+            }
+            else if (kind === "po-box-au") {
+                rendered = renderAUPoBox(random, pick(auPool, random));
+                country = "AU";
+                locale = "en-AU";
+            }
+            else if (kind === "po-box-nz") {
+                rendered = renderNZPoBox(random, pick(nzPool, random));
+                country = "NZ";
+                locale = "en-NZ";
+            }
+            else if (kind === "po-box-us-military") {
+                const military = synthesizeMilitaryPoBoxRow({ random });
+                const { country: _country, ...components } = military.components;
+                rendered = { fmt: "po-box-military", raw: military.raw, components: components };
+                country = "US";
+                locale = "en-US";
+            }
+            else {
+                rendered = renderCaEn(random, pick(onPool, random));
+                country = "CA";
+                locale = "en-CA";
+            }
+            const { raw, components } = rendered;
+            if (!Object.values(components).every((value) => raw.includes(value))) {
+                skipped++;
+                continue;
+            }
+            if (opts.golden) {
+                write(JSON.stringify({ raw, components: orderComponents(components), country }) + "\n");
+                emitted++;
+                continue;
+            }
+            const canonical = {
+                raw,
+                components: orderComponents(components),
+                country,
+                locale,
+                source,
+                source_id: sliceSourceID(source, components),
+                corpus_version: "0.4.0",
+                license: country === "CA"
+                    ? "GeoNames CA (CC-BY 4.0) locality skeletons + Canada Post box forms (corpus templates); postcodes synthesized to the codex CA pattern"
+                    : country === "FR"
+                        ? "OpenAddresses FR (BAN-derived) skeletons + La Poste BP/CEDEX forms (corpus templates, NF Z 10-011)"
+                        : country === "AU"
+                            ? "GeoNames AU postal dump (CC-BY 4.0) locality/state/postcode tails + Australia Post Postal Delivery Type designators (@mailwoman/codex/au)"
+                            : country === "NZ"
+                                ? "GeoNames NZ postal dump (CC-BY 4.0) locality/postcode tails + NZ Post ADV358 Delivery Service Types (@mailwoman/codex/nz)"
+                                : "OpenAddresses US (non-VT) skeletons + USPS Pub-28 §29 PO-box designators (codex/corpus templates)",
+            };
+            const aligned = alignRow(canonical);
+            if (aligned.kind !== "labeled" || !aligned.row) {
+                skipped++;
+                continue;
+            }
+            write(JSON.stringify({ ...aligned.row, synth_method: kind, synth_base_id: null }) + "\n");
+            emitted++;
+        }
+        return { emitted, skipped };
+    },
+};
+//# sourceMappingURL=recipe.js.map

package/out/recipes/po/box/cedex/recipe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recipe.js","sourceRoot":"","sources":["../../../../../lib/recipes/po/box/cedex/recipe.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AACxD,OAAO,EAAE,UAAU,IAAI,cAAc,EAAE,MAAM,uBAAuB,CAAA;AAEpE,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAA;AAC1E,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAA;AACjE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAA;AACpE,OAAO,EACN,SAAS,EACT,WAAW,EACX,kBAAkB,EAClB,kBAAkB,EAClB,iBAAiB,EACjB,gBAAgB,EAChB,YAAY,EACZ,gBAAgB,EAChB,YAAY,EACZ,cAAc,EACd,gBAAgB,GAChB,MAAM,+BAA+B,CAAA;AAEtC,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAA;AACrE,OAAO,EAAE,SAAS,EAAE,MAAM,kCAAkC,CAAA;AAC5D,OAAO,EAAE,aAAa,EAA6C,MAAM,mBAAmB,CAAA;AAC5F,OAAO,EAAE,0BAA0B,EAAE,MAAM,sBAAsB,CAAA;AACjE,OAAO,EAAE,IAAI,EAAE,MAAM,qBAAqB,CAAA;AAC1C,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAA;AAEjC,MAAM,eAAe,GAAG,CAAC,cAAc,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAA;AAEhH,MAAM,eAAe,GAAG,CAAC,UAAkC,EAA0B,EAAE,CACtF,MAAM,CAAC,WAAW,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,UAAU,CAAC,GAAG,CAAE,CAAC,CAAC,CAAC,CAAA;AAE3G,MAAM,SAAS,GAAG,CAAC,IAAY,EAAU,EAAE;IAC1C,IAAI,WAAW,GAAG,CAAC,CAAA;IAEnB,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QACxC,WAAW,IAAI,MAAM,CAAA;QAErB,IAAI,IAAI,GAAG,WAAW;YAAE,OAAO,IAAI,CAAA;IACpC,CAAC;IAED,OAAO,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,CAAA;AAC5B,CAAC,CAAA;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAiB;IAC7C,IAAI,EAAE,cAAc;IACpB,WAAW,EAAE,gGAAgG;IAC7G,IAAI,EAAE,UAAU;IAChB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,oEAAoE,EAAE,CAAC;IAClH,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK;QACpB,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACxC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,MAAM,CAAA;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,IAAI,oBAAoB,CAAA;QACtD,MAAM,MAAM,GAAc,EAAE,CAAA;QAE5B,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,CAAC;YAC7E,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,WAAW,CAAC,CAAA;YAE9C,OAAO,CAAC,KAAK,CAAC,KAAK,WAAW,CAAC,GAAG,KAAK,MAAM,CAAC,MAAM,SAAS,CAAC,CAAA;YAE9D,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC5B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACnB,CAAC;QACF,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,CAAA;QACxC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,CAAA;QAEzF,OAAO,CAAC,KAAK,CAAC,KAAK,SAAS,CAAC,GAAG,KAAK,KAAK,CAAC,MAAM,YAAY,MAAM,CAAC,MAAM,uBAAuB,CAAC,CAAA;QAElG,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,EACzC,KAAK,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,CAAA;QAErC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,EACrF,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,CAAA;QAEjF,OAAO,CAAC,KAAK,CAAC,qBAAqB,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,QAAQ,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;QAExG,MAAM,KAAK,GAAG,CAAC,MAAM,gBAAgB,CAAC,kBAAkB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAc,EAC3F,KAAK,GAAG,CAAC,MAAM,gBAAgB,CAAC,kBAAkB,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAc,CAAA;QAExF,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,EACxF,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,CAAA;QAEpF,OAAO,CAAC,KAAK,CAAC,yBAAyB,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,QAAQ,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;QAE5G,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM;YAC3G,MAAM,IAAI,KAAK,CACd,gCAAgC,YAAY,CAAC,UAAU,CAAC,KAAK,WAAW,KAAK,kBAAkB,CAAC,GAAG,SAAS,kBAAkB,CAAC,GAAG,GAAG,CACrI,CAAA;QAEF,IAAI,OAAO,GAAG,CAAC,EACd,OAAO,GAAG,CAAC,EACX,KAAK,GAAG,CAAC,CAAA;QAEV,OAAO,OAAO,GAAG,KAAK,IAAI,KAAK,EAAE,GAAG,KAAK,GAAG,EAAE,EAAE,CAAC;YAChD,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,CAAA;YAChC,IAAI,QAAkB,CAAA;YACtB,IAAI,OAAe,CAAA;YACnB,IAAI,MAAc,CAAA;YAElB,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC1B,QAAQ,GAAG,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;gBACtD,OAAO,GAAG,IAAI,CAAA;gBACd,MAAM,GAAG,OAAO,CAAA;YACjB,CAAC;iBAAM,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;gBAElC,IAAI,CAAC,KAAK,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY;oBAAE,SAAQ;gBACrE,QAAQ,GAAG,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;gBACrC,OAAO,GAAG,IAAI,CAAA;gBACd,MAAM,GAAG,OAAO,CAAA;YACjB,CAAC;iBAAM,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC7B,QAAQ,GAAG,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;gBACnD,OAAO,GAAG,IAAI,CAAA;gBACd,MAAM,GAAG,OAAO,CAAA;YACjB,CAAC;iBAAM,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;gBAChC,QAAQ,GAAG,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;gBACtD,OAAO,GAAG,IAAI,CAAA;gBACd,MAAM,GAAG,OAAO,CAAA;YACjB,CAAC;iBAAM,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;gBAChC,QAAQ,GAAG,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;gBACnD,OAAO,GAAG,IAAI,CAAA;gBACd,MAAM,GAAG,OAAO,CAAA;YACjB,CAAC;iBAAM,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;gBACjC,QAAQ,GAAG,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;gBACtD,OAAO,GAAG,IAAI,CAAA;gBACd,MAAM,GAAG,OAAO,CAAA;YACjB,CAAC;iBAAM,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;gBACjC,QAAQ,GAAG,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;gBACtD,OAAO,GAAG,IAAI,CAAA;gBACd,MAAM,GAAG,OAAO,CAAA;YACjB,CAAC;iBAAM,IAAI,IAAI,KAAK,oBAAoB,EAAE,CAAC;gBAC1C,MAAM,QAAQ,GAAG,0BAA0B,CAAC,EAAE,MAAM,EAAE,CAAC,CAAA;gBACvD,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,UAAU,EAAE,GAAG,QAAQ,CAAC,UAAU,CAAA;gBAChE,QAAQ,GAAG,EAAE,GAAG,EAAE,iBAAiB,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE,UAAU,EAAE,UAAoC,EAAE,CAAA;gBAC1G,OAAO,GAAG,IAAI,CAAA;gBACd,MAAM,GAAG,OAAO,CAAA;YACjB,CAAC;iBAAM,CAAC;gBACP,QAAQ,GAAG,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;gBACnD,OAAO,GAAG,IAAI,CAAA;gBACd,MAAM,GAAG,OAAO,CAAA;YACjB,CAAC;YAED,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAA;YAEpC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBACtE,OAAO,EAAE,CAAA;gBAET,SAAQ;YACT,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjB,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,eAAe,CAAC,UAAU,CAAC,EAAE,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,CAAA;gBAEvF,OAAO,EAAE,CAAA;gBAET,SAAQ;YACT,CAAC;YAED,MAAM,SAAS,GAAsB;gBACpC,GAAG;gBACH,UAAU,EAAE,eAAe,CAAC,UAAU,CAAC;gBACvC,OAAO;gBACP,MAAM;gBACN,MAAM;gBACN,SAAS,EAAE,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC;gBAC5C,cAAc,EAAE,OAAO;gBACvB,OAAO,EACN,OAAO,KAAK,IAAI;oBACf,CAAC,CAAC,sIAAsI;oBACxI,CAAC,CAAC,OAAO,KAAK,IAAI;wBACjB,CAAC,CAAC,oGAAoG;wBACtG,CAAC,CAAC,OAAO,KAAK,IAAI;4BACjB,CAAC,CAAC,2IAA2I;4BAC7I,CAAC,CAAC,OAAO,KAAK,IAAI;gCACjB,CAAC,CAAC,2HAA2H;gCAC7H,CAAC,CAAC,mGAAmG;aAC1G,CAAA;YAED,MAAM,OAAO,GAAG,QAAQ,CAAC,SAA2C,CAAC,CAAA;YAErE,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;gBAChD,OAAO,EAAE,CAAA;gBAET,SAAQ;YACT,CAAC;YAED,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,YAAY,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,CAAA;YAEzF,OAAO,EAAE,CAAA;QACV,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAA;IAC5B,CAAC;CACD,CAAA"}

package/out/recipes/po/box/cedex/sources.d.ts

@@ -0,0 +1,86 @@
+/**
+ * @copyright Sister Software
+ */
+import type { PathBuilderLike } from "path-ts";
+import type { AUTuple, FRTuple, NZTuple, USTuple } from "#recipes/po/box/cedex/types";
+/**
+ * Non-Vermont OpenAddresses files used for training rows.
+ */
+export declare const US_TRAIN_SOURCES: ({
+    zip: import("path-ts").PathBuilder<"~/oa-cache/us__ca__berkeley.zip">;
+    csv: string;
+    region: string;
+} | {
+    zip: import("path-ts").PathBuilder<"~/oa-cache/us__ca__marin.zip">;
+    csv: string;
+    region: string;
+} | {
+    zip: import("path-ts").PathBuilder<"~/oa-cache/us__dc__statewide.zip">;
+    csv: string;
+    region: string;
+} | {
+    zip: import("path-ts").PathBuilder<"~/oa-cache/us__ia__statewide.zip">;
+    csv: string;
+    region: string;
+} | {
+    zip: import("path-ts").PathBuilder<"~/oa-cache/us__il__cook.zip">;
+    csv: string;
+    region: string;
+} | {
+    zip: import("path-ts").PathBuilder<"~/oa-cache/us__mt__statewide.zip">;
+    csv: string;
+    region: string;
+} | {
+    zip: import("path-ts").PathBuilder<"~/oa-cache/us__sd__statewide.zip">;
+    csv: string;
+    region: string;
+})[];
+/**
+ * Vermont OpenAddresses file reserved for golden rows.
+ */
+export declare const US_EVAL_SOURCE: {
+    zip: import("path-ts").PathBuilder<"~/oa-cache/us__vt__statewide.zip">;
+    csv: string;
+    region: string;
+};
+/**
+ * Countrywide French OpenAddresses source.
+ */
+export declare const FR_SOURCE: {
+    zip: import("path-ts").PathBuilder<"~/oa-cache/fr__countrywide.zip">;
+    csv: string;
+};
+/**
+ * GeoNames Canada feature dump.
+ */
+export declare const GEONAMES_CA: import("path-ts").PathBuilder<"~/geonames/CA.zip">;
+/**
+ * GeoNames Australian postal-code dump.
+ */
+export declare const GEONAMES_POSTAL_AU: {
+    zip: import("path-ts").PathBuilder<"~/geonames-postal/AU.zip">;
+    txt: string;
+};
+/**
+ * GeoNames New Zealand postal-code dump.
+ */
+export declare const GEONAMES_POSTAL_NZ: {
+    zip: import("path-ts").PathBuilder<"~/geonames-postal/NZ.zip">;
+    txt: string;
+};
+export declare const localityHash: (name: string) => number;
+export declare const isHoldoutLocality: (name: string) => boolean;
+export declare function readUsTuples(source: {
+    zip: PathBuilderLike;
+    csv: string;
+    region: string;
+}): Promise<USTuple[]>;
+export declare function readFrTuples(limit: number): Promise<FRTuple[]>;
+export declare function readCaLocalities(admin1: string): Promise<string[]>;
+export declare function readPostalTuples(source: {
+    zip: PathBuilderLike;
+    txt: string;
+}, opts: {
+    withState: boolean;
+}): Promise<Array<AUTuple | NZTuple>>;
+//# sourceMappingURL=sources.d.ts.map

package/out/recipes/po/box/cedex/sources.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sources.d.ts","sourceRoot":"","sources":["../../../../../lib/recipes/po/box/cedex/sources.ts"],"names":[],"mappings":"AAAA;;GAEG;AAOH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAA;AAG9C,OAAO,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAA;AAGrF;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAQ5B,CAAA;AAED;;GAEG;AACH,eAAO,MAAM,cAAc;IAC1B,GAAG;IACH,GAAG;IACH,MAAM;CACN,CAAA;AAED;;GAEG;AACH,eAAO,MAAM,SAAS;IAAK,GAAG;IAAmD,GAAG;CAAwB,CAAA;AAC5G;;GAEG;AACH,eAAO,MAAM,WAAW,oDAAqC,CAAA;AAC7D;;GAEG;AACH,eAAO,MAAM,kBAAkB;IAAK,GAAG;IAA6C,GAAG;CAAY,CAAA;AACnG;;GAEG;AACH,eAAO,MAAM,kBAAkB;IAAK,GAAG;IAA6C,GAAG;CAAY,CAAA;AAOnG,eAAO,MAAM,YAAY,SAAU,MAAM,KAAG,MAQ3C,CAAA;AAED,eAAO,MAAM,iBAAiB,SAAU,MAAM,KAAG,OAAwC,CAAA;AAKzF,wBAAsB,YAAY,CAAC,MAAM,EAAE;IAAE,GAAG,EAAE,eAAe,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAwBpH;AAED,wBAAsB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAgCpE;AAED,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAsBxE;AAED,wBAAsB,gBAAgB,CACrC,MAAM,EAAE;IAAE,GAAG,EAAE,eAAe,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,EAC7C,IAAI,EAAE;IAAE,SAAS,EAAE,OAAO,CAAA;CAAE,GAC1B,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC,CAAC,CA2BnC"}

package/out/recipes/po/box/cedex/sources.js

@@ -0,0 +1,143 @@
+/**
+ * @copyright Sister Software
+ */
+import { isAuPostcode, isAuStateAbbreviation } from "@mailwoman/codex/au";
+import { isNZPostcode } from "@mailwoman/codex/nz";
+import { dataRootPath } from "@mailwoman/core/data-root";
+import { pathExists } from "@mailwoman/core/fs/readers";
+import { readZipEntry } from "@mailwoman/core/fs/zip";
+import { TextSpliterator, TSVSpliterator } from "spliterator";
+import { readCSVRecords, readZippedCSVRecords } from "#recipes/scaffold";
+/**
+ * Non-Vermont OpenAddresses files used for training rows.
+ */
+export const US_TRAIN_SOURCES = [
+    { zip: dataRootPath("oa-cache", "us__ca__berkeley.zip"), csv: "us/ca/berkeley.csv", region: "CA" },
+    { zip: dataRootPath("oa-cache", "us__ca__marin.zip"), csv: "us/ca/marin.csv", region: "CA" },
+    { zip: dataRootPath("oa-cache", "us__dc__statewide.zip"), csv: "us/dc/statewide.csv", region: "DC" },
+    { zip: dataRootPath("oa-cache", "us__ia__statewide.zip"), csv: "us/ia/statewide.csv", region: "IA" },
+    { zip: dataRootPath("oa-cache", "us__il__cook.zip"), csv: "us/il/cook.csv", region: "IL" },
+    { zip: dataRootPath("oa-cache", "us__mt__statewide.zip"), csv: "us/mt/statewide.csv", region: "MT" },
+    { zip: dataRootPath("oa-cache", "us__sd__statewide.zip"), csv: "us/sd/statewide.csv", region: "SD" },
+];
+/**
+ * Vermont OpenAddresses file reserved for golden rows.
+ */
+export const US_EVAL_SOURCE = {
+    zip: dataRootPath("oa-cache", "us__vt__statewide.zip"),
+    csv: "us/vt/statewide.csv",
+    region: "VT",
+};
+/**
+ * Countrywide French OpenAddresses source.
+ */
+export const FR_SOURCE = { zip: dataRootPath("oa-cache", "fr__countrywide.zip"), csv: "fr/countrywide.csv" };
+/**
+ * GeoNames Canada feature dump.
+ */
+export const GEONAMES_CA = dataRootPath("geonames", "CA.zip");
+/**
+ * GeoNames Australian postal-code dump.
+ */
+export const GEONAMES_POSTAL_AU = { zip: dataRootPath("geonames-postal", "AU.zip"), txt: "AU.txt" };
+/**
+ * GeoNames New Zealand postal-code dump.
+ */
+export const GEONAMES_POSTAL_NZ = { zip: dataRootPath("geonames-postal", "NZ.zip"), txt: "NZ.txt" };
+const MAX_LOCALITY_LENGTH = 40;
+const FR_STRIDE = 211;
+const FR_STRIDE_OFFSET = 3;
+const CA_LOCALITY_MIN_POPULATION = 1000;
+export const localityHash = (name) => {
+    let hash = 5381;
+    for (const character of name.toLowerCase()) {
+        hash = ((hash << 5) + hash + character.charCodeAt(0)) >>> 0;
+    }
+    return hash;
+};
+export const isHoldoutLocality = (name) => localityHash(name) % 10 === 0;
+const cleanLocality = (locality) => locality && locality.length <= MAX_LOCALITY_LENGTH && !/\d|,/.test(locality) && !/cedex/i.test(locality);
+export async function readUsTuples(source) {
+    const tuples = [];
+    const seen = new Set();
+    for await (const row of readZippedCSVRecords(source.zip, source.csv)) {
+        const locality = row.city ?? "";
+        if (!cleanLocality(locality))
+            continue;
+        const street = row.street ?? "";
+        const pairKey = `${locality}|${street}`.toLowerCase();
+        if (seen.has(pairKey))
+            continue;
+        seen.add(pairKey);
+        tuples.push({
+            house_number: row.number ?? "",
+            street,
+            locality,
+            region: source.region,
+            postcode: row.postcode ?? "",
+        });
+    }
+    return tuples;
+}
+export async function readFrTuples(limit) {
+    if (!(await pathExists(FR_SOURCE.zip))) {
+        console.error(`  WARN: ${FR_SOURCE.zip} is not cached — skipping ${FR_SOURCE.csv}`);
+        return [];
+    }
+    const encoder = new TextEncoder();
+    const strided = TextSpliterator.fromAsync(readZipEntry(FR_SOURCE.zip, FR_SOURCE.csv), { skipEmpty: false })
+        .filter((_line, index) => index === 0 || (index + 1) % FR_STRIDE === FR_STRIDE_OFFSET)
+        .take(limit + 1)
+        .map((line) => encoder.encode(line + "\n"));
+    const tuples = [];
+    const seen = new Set();
+    for await (const row of readCSVRecords(strided)) {
+        const locality = row.city ?? "", postcode = row.postcode ?? "", street = row.street ?? "", house_number = row.number ?? "";
+        if (!cleanLocality(locality) || !/^\d{5}$/.test(postcode) || !street || !house_number)
+            continue;
+        const key = `${locality}|${street}`.toLowerCase();
+        if (seen.has(key))
+            continue;
+        seen.add(key);
+        tuples.push({ house_number, street, locality, postcode });
+    }
+    return tuples;
+}
+export async function readCaLocalities(admin1) {
+    if (!(await pathExists(GEONAMES_CA))) {
+        console.error(`  WARN: ${GEONAMES_CA} is not cached — skipping CA localities (admin1=${admin1})`);
+        return [];
+    }
+    const localities = new Set();
+    for await (const columns of TSVSpliterator.fromAsync(readZipEntry(GEONAMES_CA, "CA.txt"), { header: false })) {
+        if (columns[6] === "P" &&
+            columns[8] === "CA" &&
+            columns[10] === admin1 &&
+            Number(columns[14]) > CA_LOCALITY_MIN_POPULATION &&
+            cleanLocality(columns[1] ?? "")) {
+            localities.add(columns[1]);
+        }
+    }
+    return [...localities];
+}
+export async function readPostalTuples(source, opts) {
+    if (!(await pathExists(source.zip))) {
+        console.error(`  WARN: ${source.zip} is not cached — skipping ${source.txt}`);
+        return [];
+    }
+    const tuples = [];
+    const seen = new Set();
+    const validPostcode = opts.withState ? isAuPostcode : isNZPostcode;
+    for await (const columns of TSVSpliterator.fromAsync(readZipEntry(source.zip, source.txt), { header: false })) {
+        const postcode = (columns[1] ?? "").trim(), locality = (columns[2] ?? "").trim(), region = (columns[4] ?? "").trim();
+        if (!cleanLocality(locality) || !validPostcode(postcode) || (opts.withState && !isAuStateAbbreviation(region)))
+            continue;
+        const key = `${locality}|${postcode}`.toLowerCase();
+        if (seen.has(key))
+            continue;
+        seen.add(key);
+        tuples.push(opts.withState ? { locality, region, postcode } : { locality, postcode });
+    }
+    return tuples;
+}
+//# sourceMappingURL=sources.js.map