@mailwoman/corpus 9.3.0 → 10.0.0

package/lib/recipes/po-box.ts

@@ -1,123 +0,0 @@
-/**
- * @copyright Sister Software
- * @license AGPL-3.0
- * @author Teffen Ellis, et al.
- *
- *   `po-box` slice recipe — synthetic PO box rows: tuples → {@link synthesizePoBoxRow} → aligned
- *   LabeledRow, plus optional self-contained US military/diplomatic rows (#517) at
- *   `--military-ratio`. Region is required EXCEPT region-less locales (NZ). Ported from
- *   scripts/build-po-box-slice.mjs.
- */
-
-import {
-	alignAndWrite,
-	makeLcg,
-	readTuples,
-	sliceSourceID,
-	SYNTHETIC_TUPLE_LICENSE as LICENSE,
-	type CorpusRecipe,
-} from "#recipes/scaffold"
-import { synthesizeMilitaryPoBoxRow, synthesizePoBoxRow, type PoBoxBaseTuple } from "#synthesizers/po-box"
-
-/**
- * Slice recipe registered with the corpus builder — see the file header for the parse behaviour it exists to exercise,
- * and `description` below for the surface form it generates.
- */
-export const poBoxRecipe: CorpusRecipe = {
-	name: "po-box",
-	description: "PO box rows: tuples → synthesizePoBoxRow (+ optional US military/diplomatic rows)",
-	mode: "tuples",
-	options: [
-		{ flag: "--pmb-ratio <p>", description: "P(private-mailbox layout). Default 0.15" },
-		{ flag: "--military-ratio <p>", description: "P(emit one US military/diplomatic row per input, #517). Default 0" },
-	],
-	async run(opts, write) {
-		if (!opts.input) throw new Error("po-box recipe requires --input <tuples.jsonl>")
-		const random = makeLcg(opts.seed)
-		const pmbRatio = opts.pmbRatio ?? 0.15
-		const militaryRatio = opts.militaryRatio ?? 0
-		let read = 0
-		let emitted = 0
-		let skipped = 0
-
-		for await (const tuple of readTuples(opts.input)) {
-			read++
-			// Region required EXCEPT region-less locales (NZ: "Private Bag 12, Auckland 1010", #517).
-			const regionOptional = ["NZ", "NZL", "NEW ZEALAND"].includes(String(tuple.country || "").toUpperCase())
-
-			if (!tuple.locality || !tuple.postcode || !tuple.country || (!tuple.region && !regionOptional)) {
-				skipped++
-
-				continue
-			}
-
-			for (let v = 0; v < opts.variants; v++) {
-				const synth = synthesizePoBoxRow(tuple as PoBoxBaseTuple, { random, pmbRatio })
-
-				if (!synth) continue
-
-				const ok = alignAndWrite(
-					write,
-					{
-						raw: synth.raw,
-						components: synth.components,
-						country: tuple.country,
-						locale: synth.locale,
-						source: "synth-po-box",
-						source_id: sliceSourceID("synth-po-box", {
-							locality: tuple.locality,
-							region: tuple.region,
-							postcode: tuple.postcode,
-							country: tuple.country,
-							v: String(v),
-						}),
-						corpus_version: "0.4.0",
-						license: LICENSE,
-					},
-					synth.template
-				)
-
-				if (ok) {
-					emitted++
-				} else {
-					skipped++
-				}
-			}
-
-			// US military/diplomatic rows (#517): self-contained, one per input line at --military-ratio.
-			// Default 0 → byte-stable (random() not called when off). US-only.
-			if (militaryRatio > 0 && random() < militaryRatio) {
-				const mil = synthesizeMilitaryPoBoxRow({ random })
-
-				const ok = alignAndWrite(
-					write,
-					{
-						raw: mil.raw,
-						components: mil.components,
-						country: "US",
-						locale: mil.locale,
-						source: "synth-po-box",
-						source_id: sliceSourceID("synth-po-box", {
-							po_box: mil.components.po_box,
-							locality: mil.components.locality,
-							region: mil.components.region,
-							postcode: mil.components.postcode,
-							v: `mil${emitted}`,
-						}),
-						corpus_version: "0.4.0",
-						license: LICENSE,
-					},
-					mil.template
-				)
-
-				if (ok) {
-					emitted++
-				} else {
-					skipped++
-				}
-			}
-		}
-
-		return { read, emitted, skipped }
-	},
-}

package/lib/recipes/si-bare-village.ts

@@ -1,97 +0,0 @@
-/**
- * @copyright Sister Software
- * @license AGPL-3.0
- * @author Teffen Ellis, et al.
- *
- *   `si-bare-village` — the Slovenian no-street counter-slice (#901 run-2). Slovenia's rural
- *   addressing has NO street line: the village name is the street-level token and repeats as the
- *   locality ("Zabiče 8, 6250 Zabiče"). The v1.9.8 check FALSIFIED the fr-bare-street slice alone on
- *   exactly this class (SI resolve −3.4pp; "Apače 108" split into street "Apače 10" + house "8") —
- *   the bare-street boundary lesson generalizes onto a form where the leading name must keep its
- *   number whole and the trailing mention must stay locality-bound. This slice is the paired
- *   counter-distribution: same lesson ("name before number, comma, then admin"), opposite polarity
- *   on the trailing mention.
- *
- *   Three real-order templates cycle per tuple (mirrors the coord-golden orders so the eval and the
- *   training distribution agree):
- *
- *   1. canonical  "«V» «n», «pc» «V»"
- *   2. bare       "«V» «n», «V»"        (no postcode — the anchor-free form, the fr-bare lesson)
- *   3. pc-first   "«pc» «V», «V» «n»"
- *
- *   Gold spans: leading «V» = street (matches OA ground truth — the village IS the address line),
- *   «n» = house_number (NEVER split mid-digits), «pc» = postcode (never swallowing the neighbor),
- *   trailing «V» = locality (the binding the resolver needs).
- */
-
-import { alignAndWrite, makeMulberry32, readTuples, type CorpusRecipe, sliceSourceID } from "#recipes/scaffold"
-
-/**
- * Slice recipe registered with the corpus builder — see the file header for the parse behaviour it exists to exercise,
- * and `description` below for the surface form it generates.
- */
-export const siBareVillageRecipe: CorpusRecipe = {
-	name: "si-bare-village",
-	description: "SI no-street village form (#901 run-2): '«V» «n», «pc» «V»' — the fr-bare-street counter-distribution",
-	mode: "tuples",
-	async run(opts, write) {
-		makeMulberry32(opts.seed)
-		let read = 0
-		let emitted = 0
-		let skipped = 0
-
-		for await (const t of readTuples(opts.input!)) {
-			read++
-			const village = String(t.locality ?? "").trim()
-			const number = String(t.number ?? "").trim()
-			const postcode = String(t.postcode ?? "").trim()
-
-			if (!village || !number || !postcode) {
-				skipped++
-
-				continue
-			}
-
-			const order = read % 3
-			let raw: string
-
-			const components: Record<string, string> = {
-				street: village,
-				house_number: number,
-				locality: village,
-			}
-
-			if (order === 0) {
-				components.postcode = postcode
-				raw = `${village} ${number}, ${postcode} ${village}`
-			} else if (order === 1) {
-				raw = `${village} ${number}, ${village}`
-			} else {
-				components.postcode = postcode
-				raw = `${postcode} ${village}, ${village} ${number}`
-			}
-
-			const source_id = sliceSourceID("synth-si-bare-village", { ...components, o: String(order), v: String(read) })
-
-			const canonical = {
-				raw,
-				components,
-				country: "SI",
-				locale: "sl-SI",
-				source: "synth-si-bare-village",
-				source_id,
-				corpus_version: "0.9.9",
-				license:
-					"Synthetic — si-bare-village; (village, number, postcode) from OpenAddresses SI (per-source attribution in the model card)",
-			}
-
-			if (alignAndWrite(write, canonical, "si-bare-village")) {
-				emitted++
-			} else {
-				skipped++
-			}
-		}
-
-		return { read, emitted, skipped }
-	},
-}