@mailwoman/corpus 9.2.0 → 9.3.0

package/src/shard-recipes/street-bare.ts

@@ -1,101 +0,0 @@
-/**
- * @copyright Sister Software
- * @license AGPL-3.0
- * @author Teffen Ellis, et al.
- *
- *   `street-bare` shard recipe — BARE-street rows (the v0.8.0 harness lever, 2026-06-05). The
- *   `functional.test.ts` cluster (bare street names — "10th Ave", "Main St", "1 Main Pl") was
- *   mislabeled `locality` because {@link synthesizeStreetRow} only ever emitted streets WITH a ",
- *   City, ST ZIP" tail. This recipe emits streets BARE (`--bare-prob`, default 0.6) — no tail, only
- *   `street_prefix`/`street`/`street_suffix` (+ optional `house_number` at `--hn-prob`, default
- *   0.85) — over the built-in {@link DEFAULT_US_BASES} pool (round-robin). Generate-mode, US-only,
- *   in-distribution (no German-collapse risk). Ported from scripts/build-street-bare-shard.mjs.
- *
- *   Byte-fidelity: the legacy script seeded its own mulberry32 from `--seed`
- *   (`mulberry32(opts.seed)`); this recipe re-creates the SAME generator
- *   (`makeMulberry32(opts.seed)`) and preserves the synthesis call order exactly, so `--seed N`
- *   reproduces the legacy run byte-for-byte.
- */
-
-import { DEFAULT_US_BASES } from "#synthesizers/intersection"
-import { synthesizeStreetRow, type StreetBaseTuple } from "#synthesizers/street"
-import { alignRow } from "#utils"
-
-import { makeMulberry32, shardSourceID, type CanonicalShardRow, type ShardRecipe } from "./scaffold.ts"
-
-/**
- * Shard recipe registered with the corpus builder — see the file header for the parse behaviour it exists to exercise,
- * and `description` below for the surface form it generates.
- */
-export const streetBareRecipe: ShardRecipe = {
-	name: "street-bare",
-	description: "Bare-street rows (US): DEFAULT_US_BASES → synthesizeStreetRow (bare) → aligned LabeledRow",
-	mode: "generate",
-	options: [
-		{ flag: "--bare-prob <p>", description: "P(emit the street BARE — no city/region/postcode tail). Default 0.6" },
-		{ flag: "--hn-prob <p>", description: "P(emit a house number). Default 0.85" },
-	],
-	async run(opts, write) {
-		const random = makeMulberry32(opts.seed)
-		const count = opts.count ?? 3000
-		const bareProb = opts.bareProb ?? 0.6
-		const hnProb = opts.hnProb ?? 0.85
-		const source = opts.sourceName ?? "synth-street-bare"
-
-		let emitted = 0
-		let skipped = 0
-		let guard = 0
-
-		while (emitted < count && guard++ < count * 5) {
-			const base = DEFAULT_US_BASES[emitted % DEFAULT_US_BASES.length]!
-
-			const synth = synthesizeStreetRow(base as StreetBaseTuple, {
-				random,
-				bareProb,
-				includeHouseNumberProb: hnProb,
-			})
-
-			if (!synth) {
-				skipped++
-
-				continue
-			}
-
-			const isBare = synth.components.region === undefined
-
-			const canonical: CanonicalShardRow = {
-				raw: synth.raw,
-				components: synth.components,
-				country: base.country,
-				locale: synth.locale,
-				source,
-				source_id: shardSourceID(source, {
-					street: synth.components.street,
-					street_suffix: synth.components.street_suffix,
-					house_number: synth.components.house_number,
-					bare: String(isBare),
-					n: String(emitted),
-				}),
-				corpus_version: "0.4.0",
-				license: "Synthetic — US street templates, public-domain street/city pools",
-			}
-
-			// Strict labeled-only check (matches the legacy builder): alignRow always returns a `row`
-			// (labeled OR quarantined), so the scaffold's `alignAndWrite` would write quarantined rows
-			// too — call alignRow directly and skip anything not "labeled".
-			const aligned = alignRow(canonical as Parameters<typeof alignRow>[0])
-
-			if (aligned.kind !== "labeled" || !aligned.row) {
-				skipped++
-
-				continue
-			}
-
-			write(JSON.stringify({ ...aligned.row, synth_method: "street-bare", synth_base_id: null }) + "\n")
-
-			emitted++
-		}
-
-		return { emitted, skipped }
-	},
-}

package/src/shard-recipes/street.ts

@@ -1,82 +0,0 @@
-/**
- * @copyright Sister Software
- * @license AGPL-3.0
- * @author Teffen Ellis, et al.
- *
- *   `street` shard recipe — synthetic street-decomposition rows for Stage 3 (US-only): tuples →
- *   {@link synthesizeStreetRow} → aligned LabeledRow. Ported from scripts/build-street-shard.mjs.
- */
-
-import { stableSourceID } from "#adapters/utils"
-import { synthesizeStreetRow, type StreetBaseTuple } from "#synthesizers/street"
-
-import { alignAndWrite, makeLcg, readTuples, type ShardRecipe } from "./scaffold.ts"
-
-/**
- * Shard recipe registered with the corpus builder — see the file header for the parse behaviour it exists to exercise,
- * and `description` below for the surface form it generates.
- */
-export const streetRecipe: ShardRecipe = {
-	name: "street",
-	description: "Street-decomposition rows (US): tuples → synthesizeStreetRow → aligned LabeledRow",
-	mode: "tuples",
-	options: [{ flag: "--house-number-prob <p>", description: "P(emit a house number). Default 0.85" }],
-	async run(opts, write) {
-		if (!opts.input) throw new Error("street recipe requires --input <tuples.jsonl>")
-		const random = makeLcg(opts.seed)
-		const includeHouseNumberProb = opts.houseNumberProb ?? 0.85
-		let read = 0
-		let emitted = 0
-		let skipped = 0
-
-		for await (const tuple of readTuples(opts.input)) {
-			read++
-
-			if (!tuple.locality || !tuple.region || !tuple.postcode || !tuple.country) {
-				skipped++
-
-				continue
-			}
-
-			if (tuple.country !== "US") {
-				skipped++
-
-				continue
-			}
-
-			for (let v = 0; v < opts.variants; v++) {
-				const synth = synthesizeStreetRow(tuple as StreetBaseTuple, { random, includeHouseNumberProb })
-
-				if (!synth) continue
-
-				const ok = alignAndWrite(
-					write,
-					{
-						raw: synth.raw,
-						components: synth.components,
-						country: tuple.country,
-						locale: synth.locale,
-						source: "synth-street",
-						source_id: stableSourceID("synth-street", {
-							locality: `${tuple.locality}#${v}`,
-							region: tuple.region,
-							postcode: tuple.postcode,
-							country: tuple.country,
-						}),
-						corpus_version: "0.4.0",
-						license: "Synthetic — public-domain street name + tuple combination",
-					},
-					"street-decomp"
-				)
-
-				if (ok) {
-					emitted++
-				} else {
-					skipped++
-				}
-			}
-		}
-
-		return { read, emitted, skipped }
-	},
-}