@mailwoman/corpus 9.3.0 → 10.0.0

package/out/tools/golden/promote.js

@@ -0,0 +1,243 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   Promote LLM-synthesized golden-set candidates into a versioned golden dir, with
+ *   human-typed-likelihood filters + dedup. Companion to `golden-expand.ts`.
+ *
+ *   ## What it does
+ *
+ *   1. Reads a candidates JSONL from `data/eval/golden/candidates/`
+ *   2. Reads the previous-version golden dir for forward-copy + dedup base
+ *   3. Applies filters that drop candidates unlikely to be human-typed:
+ *
+ *        - Components-glued-without-commas (5+ components but <2 separators → freeform jumble)
+ *        - Postcode-at-start with many other components (US/UK conventions put postcode last; FR puts it
+ *                 before locality only)
+ *        - Suspicious-token signals (unmatched brackets, control chars, etc.)
+ *   4. Dedupes by normalized raw (case-insensitive, whitespace-collapsed)
+ *   5. Splits by country (US/FR/other) and writes `data/eval/golden/v<X.Y.Z>/{us,fr,other}.jsonl`
+ *   6. Forward-copies the prior version's adversarial.jsonl + README as-is
+ *   7. Writes MANIFEST.json with sha256 of each output file
+ *
+ *   ## Usage
+ *
+ *   ```sh
+ *   mailwoman corpus golden promote \
+ *   --input data/eval/golden/candidates/expand-20260518-162627.jsonl \
+ *   --bump-to v0.1.1 \
+ *   --prior v0.1.0
+ *   ```
+ */
+import { pathExists } from "@mailwoman/core/fs/readers";
+import { copyFileTo, makeDirectories, writeLocalJSONFile } from "@mailwoman/core/fs/writers";
+import { sha256File } from "@mailwoman/core/hash";
+import { foldCaseWhitespace } from "@mailwoman/normalize/fold";
+import { join } from "path-ts";
+import { createNewlineWriter, JSONSpliterator } from "spliterator";
+import { Globerator } from "spliterator/node/fs";
+// ── Types ──────────────────────────────────────────────────────────────────
+/**
+ * Components a candidate needs before it is rich enough to be worth a golden-set slot.
+ */
+const MIN_GOLDEN_COMPONENTS = 5;
+/**
+ * Components an existing entry must still carry to survive promotion.
+ */
+const MIN_PROMOTABLE_COMPONENTS = 4;
+/**
+ * Quote-delimited segments above which the raw line is malformed rather than merely quoted.
+ */
+const MAX_QUOTE_SEGMENTS = 3;
+// ── Filters ───────────────────────────────────────────────────────────────
+/**
+ * Heuristic: an address with 5+ components but fewer than 2 separators (commas/newlines/dashes) is most likely glued
+ * together rather than human-typed.
+ */
+function isComponentsGlued(entry) {
+    const componentCount = Object.keys(entry.components).length;
+    if (componentCount < MIN_GOLDEN_COMPONENTS)
+        return false;
+    const separators = (entry.raw.match(/[,\n;]/g) ?? []).length;
+    return separators < 2;
+}
+/**
+ * Heuristic: in US/UK conventions, postcode goes at the END of the address. If postcode appears in the first third of a
+ * multi-component raw AND there are 4+ components, the LLM probably over-aggressively reordered. FR is exempt (postcode
+ * often precedes locality there).
+ */
+function isPostcodeBadlyLeading(entry) {
+    if (Object.keys(entry.components).length < MIN_PROMOTABLE_COMPONENTS)
+        return false;
+    if (entry.country === "FR" || entry.country === "France")
+        return false;
+    const postcode = entry.components.postcode;
+    if (!postcode)
+        return false;
+    const postcodeIdx = entry.raw.indexOf(postcode);
+    if (postcodeIdx === -1)
+        return false;
+    return postcodeIdx < entry.raw.length / 3;
+}
+/**
+ * Heuristic: catch-all for visually-bad outputs — unmatched brackets, control chars, suspicious punctuation that
+ * suggests the LLM emitted markup instead of an address.
+ */
+function isSuspicious(entry) {
+    const raw = entry.raw;
+    // eslint-disable-next-line no-control-regex
+    if (/[\u0000-\u001F\u007F]/.test(raw))
+        return true;
+    const openBrackets = (raw.match(/[[({<]/g) ?? []).length;
+    const closeBrackets = (raw.match(/[\])}>]/g) ?? []).length;
+    if (openBrackets !== closeBrackets)
+        return true;
+    if (raw.split('"').length > MAX_QUOTE_SEGMENTS)
+        return true;
+    // too many quote marks
+    return false;
+}
+// ── Main ───────────────────────────────────────────────────────────────────
+export async function promoteGolden(options, report) {
+    const prior = options.prior ?? "v0.1.0";
+    const goldenRoot = options.goldenRoot ?? "data/eval/golden";
+    const applyFilters = !options.noFilters;
+    const dryRun = options.dryRun ?? false;
+    report?.(`reading candidates: ${options.input}`);
+    // The candidates file is the REQUIRED input, so its absence must not read as "zero candidates" —
+    // that promotes the prior version unchanged and reports success. `JSONSpliterator.fromAsync`
+    // reports a missing path as a bare `TypeError` naming its own internals, so name the path here.
+    if (!(await pathExists(options.input))) {
+        throw new Error(`Candidates file not found: ${options.input}`);
+    }
+    // Forward-copy base: existing entries from the prior golden version go forward verbatim,
+    // and we dedupe new candidates against them so v_new = v_old ∪ accepted_candidates.
+    const priorDir = join(goldenRoot, prior);
+    const priorEntries = [];
+    const seenNormalized = new Set();
+    if (await pathExists(priorDir)) {
+        for await (const f of Globerator.files("jsonl", { cwd: priorDir, absolute: false })) {
+            const country = f.replace(".jsonl", "").toUpperCase();
+            const entries = await JSONSpliterator.fromAsync(join(priorDir, f)).toArray();
+            priorEntries.push({ country, entries });
+            for (const e of entries) {
+                seenNormalized.add(foldCaseWhitespace(e.raw));
+            }
+            report?.(`  prior ${country}: ${entries.length} entries (forward-copy base)`);
+        }
+    }
+    else {
+        report?.(`  ⚠ prior dir ${priorDir} not found — starting fresh`);
+    }
+    // Filter pass
+    const stats = {
+        candidatesIn: 0,
+        filteredOut: { glued: 0, postcodeLeading: 0, suspicious: 0, duplicate: 0, forwardDup: 0 },
+        kept: 0,
+        perCountry: {},
+    };
+    const accepted = [];
+    const seenInBatch = new Set();
+    for await (const cand of JSONSpliterator.fromAsync(options.input)) {
+        stats.candidatesIn++;
+        const norm = foldCaseWhitespace(cand.raw);
+        // Dedup pass 1: against prior versioned golden
+        if (seenNormalized.has(norm)) {
+            stats.filteredOut.forwardDup++;
+            continue;
+        }
+        // Dedup pass 2: against this batch
+        if (seenInBatch.has(norm)) {
+            stats.filteredOut.duplicate++;
+            continue;
+        }
+        if (applyFilters) {
+            if (isComponentsGlued(cand)) {
+                stats.filteredOut.glued++;
+                continue;
+            }
+            if (isPostcodeBadlyLeading(cand)) {
+                stats.filteredOut.postcodeLeading++;
+                continue;
+            }
+            if (isSuspicious(cand)) {
+                stats.filteredOut.suspicious++;
+                continue;
+            }
+        }
+        accepted.push(cand);
+        seenInBatch.add(norm);
+        stats.kept++;
+        const country = cand.country || "OTHER";
+        stats.perCountry[country] = (stats.perCountry[country] ?? 0) + 1;
+    }
+    report?.(`  ${stats.candidatesIn} candidates loaded`);
+    // Bucket per country, including forward-copied entries
+    const buckets = new Map();
+    for (const { country, entries } of priorEntries) {
+        // Existing files keyed by filename uppercase (us.jsonl → US, adversarial.jsonl → ADVERSARIAL)
+        buckets.set(country, [...entries]);
+    }
+    for (const cand of accepted) {
+        const key = (cand.country || "OTHER").toUpperCase();
+        if (!buckets.has(key)) {
+            buckets.set(key, []);
+        }
+        buckets.get(key).push(cand);
+    }
+    // Output
+    const outDir = join(goldenRoot, options.bumpTo);
+    report?.(`=== plan ===`);
+    report?.(`output dir: ${outDir}${dryRun ? " (dry-run)" : ""}`);
+    for (const [key, entries] of buckets) {
+        report?.(`  ${key.toLowerCase()}.jsonl: ${entries.length} entries`);
+    }
+    report?.(`=== filter stats ===`);
+    report?.(`candidates in:        ${stats.candidatesIn}`);
+    report?.(`  filtered (glued):           ${stats.filteredOut.glued}`);
+    report?.(`  filtered (postcode-lead):   ${stats.filteredOut.postcodeLeading}`);
+    report?.(`  filtered (suspicious):      ${stats.filteredOut.suspicious}`);
+    report?.(`  filtered (dup-in-batch):    ${stats.filteredOut.duplicate}`);
+    report?.(`  filtered (dup-vs-prior):    ${stats.filteredOut.forwardDup}`);
+    report?.(`  kept:                       ${stats.kept}`);
+    report?.(`per-country (kept):`);
+    for (const [c, n] of Object.entries(stats.perCountry).toSorted((a, b) => b[1] - a[1])) {
+        report?.(`  ${c}: ${n}`);
+    }
+    if (dryRun) {
+        report?.(`(dry-run: no files written)`);
+        return stats;
+    }
+    await makeDirectories(outDir);
+    const manifest = {
+        promoted_at: new Date().toISOString(),
+        from: options.input,
+        from_sha256: await sha256File(options.input),
+        files: {},
+    };
+    for (const [key, entries] of buckets) {
+        const filename = `${key.toLowerCase()}.jsonl`;
+        const path = join(outDir, filename);
+        {
+            await using out = createNewlineWriter(path);
+            for (const entry of entries) {
+                await out.write(JSON.stringify(entry));
+            }
+        }
+        manifest.files[filename] = { entries: entries.length, sha256: await sha256File(path) };
+    }
+    // Forward-copy non-.jsonl files (README.md, etc.) from prior
+    if (await pathExists(priorDir)) {
+        for await (const f of Globerator.from("*", { cwd: priorDir, absolute: false })) {
+            if (f.endsWith(".jsonl"))
+                continue;
+            await copyFileTo(join(priorDir, f), join(outDir, f));
+            report?.(`  forward-copied: ${f}`);
+        }
+    }
+    await writeLocalJSONFile(manifest, join(outDir, "MANIFEST.json"));
+    report?.(`✓ promoted to ${outDir}`);
+    return stats;
+}
+//# sourceMappingURL=promote.js.map

package/out/tools/golden/promote.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"promote.js","sourceRoot":"","sources":["../../../lib/tools/golden/promote.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAA;AACvD,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AAC5F,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AACjD,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAA;AAC9D,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAA;AAC9B,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAClE,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AAIhD,8EAA8E;AAE9E;;GAEG;AACH,MAAM,qBAAqB,GAAG,CAAC,CAAA;AAE/B;;GAEG;AACH,MAAM,yBAAyB,GAAG,CAAC,CAAA;AAEnC;;GAEG;AACH,MAAM,kBAAkB,GAAG,CAAC,CAAA;AAoC5B,6EAA6E;AAE7E;;;GAGG;AACH,SAAS,iBAAiB,CAAC,KAAkB;IAC5C,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,MAAM,CAAA;IAE3D,IAAI,cAAc,GAAG,qBAAqB;QAAE,OAAO,KAAK,CAAA;IACxD,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAA;IAE5D,OAAO,UAAU,GAAG,CAAC,CAAA;AACtB,CAAC;AAED;;;;GAIG;AACH,SAAS,sBAAsB,CAAC,KAAkB;IACjD,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,MAAM,GAAG,yBAAyB;QAAE,OAAO,KAAK,CAAA;IAElF,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAA;IACtE,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAA;IAE1C,IAAI,CAAC,QAAQ;QAAE,OAAO,KAAK,CAAA;IAC3B,MAAM,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;IAE/C,IAAI,WAAW,KAAK,CAAC,CAAC;QAAE,OAAO,KAAK,CAAA;IAEpC,OAAO,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAA;AAC1C,CAAC;AAED;;;GAGG;AACH,SAAS,YAAY,CAAC,KAAkB;IACvC,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAA;IAErB,4CAA4C;IAC5C,IAAI,uBAAuB,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IAClD,MAAM,YAAY,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAA;IACxD,MAAM,aAAa,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAA;IAE1D,IAAI,YAAY,KAAK,aAAa;QAAE,OAAO,IAAI,CAAA;IAE/C,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,kBAAkB;QAAE,OAAO,IAAI,CAAA;IAE3D,uBAAuB;IACvB,OAAO,KAAK,CAAA;AACb,CAAC;AAED,8EAA8E;AAE9E,MAAM,CAAC,KAAK,UAAU,aAAa,CAClC,OAA6B,EAC7B,MAA+B;IAE/B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,QAAQ,CAAA;IACvC,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,kBAAkB,CAAA;IAC3D,MAAM,YAAY,GAAG,CAAC,OAAO,CAAC,SAAS,CAAA;IACvC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,KAAK,CAAA;IAEtC,MAAM,EAAE,CAAC,uBAAuB,OAAO,CAAC,KAAK,EAAE,CAAC,CAAA;IAEhD,iGAAiG;IACjG,6FAA6F;IAC7F,gGAAgG;IAChG,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,8BAA8B,OAAO,CAAC,KAAK,EAAE,CAAC,CAAA;IAC/D,CAAC;IAED,yFAAyF;IACzF,oFAAoF;IACpF,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;IACxC,MAAM,YAAY,GAAkD,EAAE,CAAA;IACtE,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAA;IAExC,IAAI,MAAM,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChC,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YACrF,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAA;YACrD,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,SAAS,CAAc,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAA;YAEzF,YAAY,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAA;YAEvC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;gBACzB,cAAc,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;YAC9C,CAAC;YAED,MAAM,EAAE,CAAC,WAAW,OAAO,KAAK,OAAO,CAAC,MAAM,8BAA8B,CAAC,CAAA;QAC9E,CAAC;IACF,CAAC;SAAM,CAAC;QACP,MAAM,EAAE,CAAC,iBAAiB,QAAQ,6BAA6B,CAAC,CAAA;IACjE,CAAC;IAED,cAAc;IACd,MAAM,KAAK,GAAiB;QAC3B,YAAY,EAAE,CAAC;QACf,WAAW,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE;QACzF,IAAI,EAAE,CAAC;QACP,UAAU,EAAE,EAAE;KACd,CAAA;IAED,MAAM,QAAQ,GAAkB,EAAE,CAAA;IAClC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAA;IAErC,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,eAAe,CAAC,SAAS,CAAc,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAChF,KAAK,CAAC,YAAY,EAAE,CAAA;QACpB,MAAM,IAAI,GAAG,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAEzC,+CAA+C;QAC/C,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9B,KAAK,CAAC,WAAW,CAAC,UAAU,EAAE,CAAA;YAE9B,SAAQ;QACT,CAAC;QAED,mCAAmC;QACnC,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3B,KAAK,CAAC,WAAW,CAAC,SAAS,EAAE,CAAA;YAE7B,SAAQ;QACT,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YAClB,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC7B,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,CAAA;gBAEzB,SAAQ;YACT,CAAC;YAED,IAAI,sBAAsB,CAAC,IAAI,CAAC,EAAE,CAAC;gBAClC,KAAK,CAAC,WAAW,CAAC,eAAe,EAAE,CAAA;gBAEnC,SAAQ;YACT,CAAC;YAED,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxB,KAAK,CAAC,WAAW,CAAC,UAAU,EAAE,CAAA;gBAE9B,SAAQ;YACT,CAAC;QACF,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACnB,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAErB,KAAK,CAAC,IAAI,EAAE,CAAA;QACZ,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,OAAO,CAAA;QACvC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;IACjE,CAAC;IAED,MAAM,EAAE,CAAC,KAAK,KAAK,CAAC,YAAY,oBAAoB,CAAC,CAAA;IAErD,uDAAuD;IACvD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAyB,CAAA;IAEhD,KAAK,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,YAAY,EAAE,CAAC;QACjD,8FAA8F;QAC9F,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,CAAA;IACnC,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,CAAC,WAAW,EAAE,CAAA;QAEnD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;QACrB,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC7B,CAAC;IAED,SAAS;IACT,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;IAC/C,MAAM,EAAE,CAAC,cAAc,CAAC,CAAA;IACxB,MAAM,EAAE,CAAC,eAAe,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;IAE9D,KAAK,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,OAAO,EAAE,CAAC;QACtC,MAAM,EAAE,CAAC,KAAK,GAAG,CAAC,WAAW,EAAE,WAAW,OAAO,CAAC,MAAM,UAAU,CAAC,CAAA;IACpE,CAAC;IAED,MAAM,EAAE,CAAC,sBAAsB,CAAC,CAAA;IAChC,MAAM,EAAE,CAAC,yBAAyB,KAAK,CAAC,YAAY,EAAE,CAAC,CAAA;IACvD,MAAM,EAAE,CAAC,iCAAiC,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAA;IACpE,MAAM,EAAE,CAAC,iCAAiC,KAAK,CAAC,WAAW,CAAC,eAAe,EAAE,CAAC,CAAA;IAC9E,MAAM,EAAE,CAAC,iCAAiC,KAAK,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,CAAA;IACzE,MAAM,EAAE,CAAC,iCAAiC,KAAK,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC,CAAA;IACxE,MAAM,EAAE,CAAC,iCAAiC,KAAK,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,CAAA;IACzE,MAAM,EAAE,CAAC,iCAAiC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;IACvD,MAAM,EAAE,CAAC,qBAAqB,CAAC,CAAA;IAE/B,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACvF,MAAM,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;IACzB,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACZ,MAAM,EAAE,CAAC,6BAA6B,CAAC,CAAA;QAEvC,OAAO,KAAK,CAAA;IACb,CAAC;IAED,MAAM,eAAe,CAAC,MAAM,CAAC,CAAA;IAE7B,MAAM,QAAQ,GAKV;QACH,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,IAAI,EAAE,OAAO,CAAC,KAAK;QACnB,WAAW,EAAE,MAAM,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC;QAC5C,KAAK,EAAE,EAAE;KACT,CAAA;IAED,KAAK,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,OAAO,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,GAAG,GAAG,CAAC,WAAW,EAAE,QAAQ,CAAA;QAC7C,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;QAEnC,CAAC;YACA,YAAY,GAAG,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAA;YAE3C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC7B,MAAM,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAA;YACvC,CAAC;QACF,CAAC;QAED,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC,IAAI,CAAC,EAAE,CAAA;IACvF,CAAC;IAED,6DAA6D;IAC7D,IAAI,MAAM,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChC,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YAChF,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAAE,SAAQ;YAClC,MAAM,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAA;YACpD,MAAM,EAAE,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAA;QACnC,CAAC;IACF,CAAC;IAED,MAAM,kBAAkB,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAA;IACjE,MAAM,EAAE,CAAC,iBAAiB,MAAM,EAAE,CAAC,CAAA;IAEnC,OAAO,KAAK,CAAA;AACb,CAAC"}

package/out/tools/golden/relabel-street/directory.d.ts

@@ -0,0 +1,83 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ * @file Rewrites a golden-set directory and renders its review deck.
+ */
+import { type GoldenRelabelClass, type GoldenRelabelFlag } from "#tools/golden/relabel-street/row";
+/**
+ * Per-class row counts for one relabelled file.
+ */
+export type GoldenRelabelCounts = Record<GoldenRelabelClass, number>;
+/**
+ * One line of the review deck: what a changed (or notably unchanged) row looked like before and after.
+ */
+export interface GoldenRelabelDeckEntry {
+    file: string;
+    line: number;
+    raw: string;
+    rowClass: GoldenRelabelClass;
+    before: Record<string, string>;
+    after: Record<string, string>;
+    flags: GoldenRelabelFlag[];
+}
+/**
+ * Options for {@linkcode relabelGoldenDirectory}.
+ */
+export interface RelabelGoldenOptions {
+    /**
+     * Parent golden version dir (read-only), e.g. `data/eval/golden/v0.1.2`.
+     */
+    input: string;
+    /**
+     * Output golden version dir. Created; never overwritten in place.
+     */
+    output: string;
+    /**
+     * Review-deck JSONL path. Default `<output>/REVIEW-DECK.jsonl`.
+     */
+    deck?: string;
+    /**
+     * Parent version label recorded in the manifest. Default: the input dir's basename.
+     */
+    parentLabel?: string;
+    /**
+     * Tool provenance recorded in the manifest — the commit the relabel ran at.
+     */
+    commit?: string;
+    /**
+     * Passed through to {@linkcode relabelGoldenStreetRow}. Default true.
+     */
+    splitPrefix?: boolean;
+}
+/**
+ * Aggregate outcome for a whole golden version.
+ */
+export interface RelabelGoldenReport {
+    files: Record<string, {
+        entries: number;
+        changed: number;
+        flagged: number;
+        prefixSplit: number;
+        counts: GoldenRelabelCounts;
+    }>;
+    deckPath: string;
+    outputDir: string;
+    totalChanged: number;
+    totalFlagged: number;
+}
+/**
+ * Relabel every `.jsonl` in a golden version dir, writing a new version dir plus a review deck and a MANIFEST that
+ * records the convention, the parent, and the counts. Non-JSONL siblings (README, split manifests) are copied forward
+ * so the new version is self-contained; nested split dirs (`dev/`, `test/`) are relabelled recursively.
+ */
+export declare function relabelGoldenDirectory(options: RelabelGoldenOptions, report?: (line: string) => void): Promise<RelabelGoldenReport>;
+/**
+ * Every relabel class that means the row was left folded, for callers that want to report the residue.
+ */
+export declare function isLeftFolded(rowClass: GoldenRelabelClass): boolean;
+/**
+ * True when a golden dir declares the US-split convention — i.e. it is safe to grade it with an UNFOLDED scorer.
+ */
+export declare function goldenDeclaresSplitStreets(dir: string): Promise<boolean>;
+//# sourceMappingURL=directory.d.ts.map

package/out/tools/golden/relabel-street/directory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"directory.d.ts","sourceRoot":"","sources":["../../../../lib/tools/golden/relabel-street/directory.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAWH,OAAO,EAEN,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,EAEtB,MAAM,kCAAkC,CAAA;AAIzC;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,MAAM,CAAC,kBAAkB,EAAE,MAAM,CAAC,CAAA;AAEpE;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACtC,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,MAAM,CAAA;IACX,QAAQ,EAAE,kBAAkB,CAAA;IAC5B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC9B,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC7B,KAAK,EAAE,iBAAiB,EAAE,CAAA;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACpC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAA;IACb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAA;IACd;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAA;IACb;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;;OAEG;IACH,WAAW,CAAC,EAAE,OAAO,CAAA;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IACnC,KAAK,EAAE,MAAM,CACZ,MAAM,EACN;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,mBAAmB,CAAA;KAAE,CACvG,CAAA;IACD,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,MAAM,CAAA;IACjB,YAAY,EAAE,MAAM,CAAA;IACpB,YAAY,EAAE,MAAM,CAAA;CACpB;AA0BD;;;;GAIG;AACH,wBAAsB,sBAAsB,CAC3C,OAAO,EAAE,oBAAoB,EAC7B,MAAM,GAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAkB,GAC1C,OAAO,CAAC,mBAAmB,CAAC,CAgJ9B;AAsDD;;GAEG;AACH,wBAAgB,YAAY,CAAC,QAAQ,EAAE,kBAAkB,GAAG,OAAO,CAElE;AAED;;GAEG;AACH,wBAAsB,0BAA0B,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAY9E"}

package/out/tools/golden/relabel-street/directory.js

@@ -0,0 +1,216 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ * @file Rewrites a golden-set directory and renders its review deck.
+ */
+import { pathExists, readLocalBuffer, readLocalTextFile } from "@mailwoman/core/fs/readers";
+import { makeDirectories, writeLocalFile, writeLocalJSONFile, writeLocalTextFile } from "@mailwoman/core/fs/writers";
+import { sha256File } from "@mailwoman/core/hash";
+import { parseJSONStrict, tryParsingJSON } from "@mailwoman/core/json";
+import { isPresent } from "@mailwoman/core/objects";
+import { basename, join } from "path-ts";
+import { TextSpliterator } from "spliterator";
+import { Globerator } from "spliterator/node/fs";
+import { relabelGoldenStreetRow, } from "#tools/golden/relabel-street/row";
+const EMPTY_COUNTS = () => ({
+    "split-suffix": 0,
+    "split-suffix-postdirectional": 0,
+    "split-prefix-only": 0,
+    "already-split": 0,
+    "single-token": 0,
+    "suffix-only-street": 0,
+    "postdirectional-tail-only": 0,
+    "no-suffix-match": 0,
+    "no-street": 0,
+    "not-us": 0,
+    "untrimmed-street": 0,
+});
+/**
+ * Classes that are LEFT FOLDED but still belong in the deck, because the operator asked to see them by name: a street
+ * that is entirely one suffix word, and a bare post-directional tail.
+ */
+const DECK_WORTHY_UNCHANGED = new Set([
+    "suffix-only-street",
+    "postdirectional-tail-only",
+    "untrimmed-street",
+]);
+/**
+ * Relabel every `.jsonl` in a golden version dir, writing a new version dir plus a review deck and a MANIFEST that
+ * records the convention, the parent, and the counts. Non-JSONL siblings (README, split manifests) are copied forward
+ * so the new version is self-contained; nested split dirs (`dev/`, `test/`) are relabelled recursively.
+ */
+export async function relabelGoldenDirectory(options, report = console.log) {
+    const { input, output } = options;
+    const deckPath = options.deck ?? join(output, "REVIEW-DECK.jsonl");
+    await makeDirectories(output);
+    const deck = [];
+    const files = {};
+    const walk = async (dirIn, dirOut, prefix) => {
+        await makeDirectories(dirOut);
+        for await (const name of Globerator.from("*", { cwd: dirIn, withFileTypes: true, onlyFiles: false })) {
+            const from = join(dirIn, name.name);
+            const to = join(dirOut, name.name);
+            if (name.isDirectory()) {
+                await walk(from, to, `${prefix}${name.name}/`);
+                continue;
+            }
+            if (!name.name.endsWith(".jsonl")) {
+                // MANIFEST is rewritten below; everything else (README, SPLIT-MANIFEST) rides forward.
+                if (name.name !== "MANIFEST.json") {
+                    await writeLocalFile(await readLocalBuffer(from), to);
+                }
+                continue;
+            }
+            const counts = EMPTY_COUNTS();
+            let changed = 0;
+            let flagged = 0;
+            let prefixSplit = 0;
+            const out = [];
+            let lineNumber = 0;
+            for (const line of TextSpliterator.from(await readLocalTextFile(from))) {
+                if (!line.trim())
+                    continue;
+                lineNumber++;
+                // A corrupt answer-key line must STOP the relabel, not silently drop a row — a golden file
+                // short by one row is a floor threshold against a different denominator.
+                const row = parseJSONStrict(line);
+                const result = relabelGoldenStreetRow(row, { splitPrefix: options.splitPrefix ?? true });
+                counts[result.rowClass]++;
+                if (result.changed) {
+                    changed++;
+                }
+                if (result.prefixSplit) {
+                    prefixSplit++;
+                }
+                if (result.flags.length) {
+                    flagged++;
+                }
+                if (result.changed || DECK_WORTHY_UNCHANGED.has(result.rowClass)) {
+                    deck.push({
+                        file: `${prefix}${name.name}`,
+                        line: lineNumber,
+                        raw: row.raw,
+                        rowClass: result.rowClass,
+                        before: row.components,
+                        after: result.row.components,
+                        flags: result.flags,
+                    });
+                }
+                out.push(JSON.stringify(result.row));
+            }
+            await writeLocalTextFile(out.join("\n") + "\n", to);
+            files[`${prefix}${name.name}`] = { entries: lineNumber, changed, flagged, prefixSplit, counts };
+            report(`  ${prefix}${name.name}: ${lineNumber} rows, ${changed} changed (${prefixSplit} with a prefix lift), ${flagged} flagged`);
+        }
+    };
+    report(`relabel ${input} → ${output}`);
+    await walk(input, output, "");
+    await writeLocalTextFile(deck.map((entry) => JSON.stringify(entry)).join("\n") + "\n", deckPath);
+    await writeLocalFile(renderDeckMarkdown(deck, basename(input), basename(output)), deckPath.replace(/\.jsonl$/, ".md"));
+    const manifestFiles = {};
+    for (const [name, stats] of Object.entries(files)) {
+        manifestFiles[name] = {
+            entries: stats.entries,
+            sha256: await sha256File(join(output, name)),
+            changed: stats.changed,
+            flagged: stats.flagged,
+            prefix_split: stats.prefixSplit,
+        };
+    }
+    const totalChanged = Object.values(files).reduce((n, f) => n + f.changed, 0);
+    const totalFlagged = Object.values(files).reduce((n, f) => n + f.flagged, 0);
+    const manifest = {
+        version: basename(output),
+        parent: options.parentLabel ?? basename(input),
+        generated_at: new Date().toISOString(),
+        tool: "corpus/src/tools/golden-relabel-street.ts (mailwoman corpus golden-relabel)",
+        ...(options.commit ? { commit: options.commit } : {}),
+        convention: {
+            street_convention: { US: "split", "*": "folded" },
+            declared: "US street spans are labeled SPLIT: a leading directional is its own `street_prefix` span, the Pub-28 " +
+                "street type (plus a post-directional, when one trails it) is its own `street_suffix` span, and `street` " +
+                "carries only the name. Non-US rows keep the folded convention of the parent version. A scorer that " +
+                "folds `street_prefix`/`street`/`street_suffix` back together before comparing is NOT grading this " +
+                "answer key.",
+            instrument: "@mailwoman/codex/us — matchTrailingSuffix (USPS Pub-28 Appendix C) for the type, " +
+                "isStreetDirectionalToken for the directionals",
+            left_folded: "single-token streets, streets that are entirely one suffix word, bare post-directional tails, and any " +
+                "street whose trailing word is not in the Pub-28 table",
+            prefix_split: options.splitPrefix ?? true,
+        },
+        counts: {
+            changed: totalChanged,
+            flagged: totalFlagged,
+            prefix_split: Object.values(files).reduce((n, f) => n + f.prefixSplit, 0),
+            per_file: Object.fromEntries(Object.entries(files).map(([name, stats]) => [name, stats.counts])),
+        },
+        files: manifestFiles,
+        review_deck: basename(deckPath),
+    };
+    await writeLocalJSONFile(manifest, join(output, "MANIFEST.json"));
+    report(`✓ ${totalChanged} rows split, ${totalFlagged} flagged — deck at ${deckPath}`);
+    return { files, deckPath, outputDir: output, totalChanged, totalFlagged };
+}
+/**
+ * Render the operator-facing half of the review deck: the flagged rows first (those are the ones asking for a ruling),
+ * then the classes the tool LEFT FOLDED by name, then a sample of the ordinary corrections. The JSONL sibling carries
+ * every row; this file is the one a human reads.
+ */
+function renderDeckMarkdown(deck, parent, version) {
+    const span = (components) => [components.street_prefix, components.street, components.street_suffix]
+        .filter(isPresent)
+        .map((s) => JSON.stringify(s))
+        .join(" + ");
+    // The split dirs are copies of the same rows — dedupe the deck to the top-level files for reading.
+    const top = deck.filter((entry) => !entry.file.includes("/"));
+    const flagged = top.filter((entry) => entry.flags.length);
+    const folded = top.filter((entry) => isLeftFolded(entry.rowClass));
+    const plain = top.filter((entry) => !entry.flags.length && !isLeftFolded(entry.rowClass));
+    const rows = (entries) => entries
+        .map((entry) => `| ${entry.file}:${entry.line} | ${span(entry.before)} | ${span(entry.after)} | ${entry.flags.map((f) => f.kind).join(", ") || "—"} | ${JSON.stringify(entry.raw)} |`)
+        .join("\n");
+    const header = "| row | before | after | flags | raw |\n|---|---|---|---|---|";
+    return [
+        `# Golden street-suffix relabel review deck — ${parent} → ${version}`,
+        "",
+        "Rows are deduped to the top-level files (`dev/` and `test/` carry the same rows).",
+        "A flag is a REVIEW TRIGGER, not an adjudication: the split below is already applied.",
+        "",
+        `## Flagged (${flagged.length}) — needs a ruling`,
+        "",
+        header,
+        rows(flagged),
+        "",
+        `## Left folded (${folded.length}) — the tool declined to split these`,
+        "",
+        header,
+        rows(folded),
+        "",
+        `## Ordinary corrections (${plain.length}) — first 100 shown; the JSONL deck has all`,
+        "",
+        header,
+        rows(plain.slice(0, 100)),
+        "",
+    ].join("\n");
+}
+/**
+ * Every relabel class that means the row was left folded, for callers that want to report the residue.
+ */
+export function isLeftFolded(rowClass) {
+    return rowClass !== "split-suffix" && rowClass !== "split-suffix-postdirectional" && rowClass !== "split-prefix-only";
+}
+/**
+ * True when a golden dir declares the US-split convention — i.e. it is safe to grade it with an UNFOLDED scorer.
+ */
+export async function goldenDeclaresSplitStreets(dir) {
+    for (const candidate of [join(dir, "MANIFEST.json"), join(dir, "..", "MANIFEST.json")]) {
+        if (!(await pathExists(candidate)))
+            continue;
+        const manifest = tryParsingJSON(await readLocalTextFile(candidate));
+        if (manifest?.convention?.street_convention?.US === "split")
+            return true;
+    }
+    return false;
+}
+//# sourceMappingURL=directory.js.map

package/out/tools/golden/relabel-street/directory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"directory.js","sourceRoot":"","sources":["../../../../lib/tools/golden/relabel-street/directory.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAA;AAC3F,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AACpH,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AACjD,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AACtE,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAA;AACnD,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,SAAS,CAAA;AACxC,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AAEhD,OAAO,EACN,sBAAsB,GAItB,MAAM,kCAAkC,CAAA;AAkEzC,MAAM,YAAY,GAAG,GAAwB,EAAE,CAAC,CAAC;IAChD,cAAc,EAAE,CAAC;IACjB,8BAA8B,EAAE,CAAC;IACjC,mBAAmB,EAAE,CAAC;IACtB,eAAe,EAAE,CAAC;IAClB,cAAc,EAAE,CAAC;IACjB,oBAAoB,EAAE,CAAC;IACvB,2BAA2B,EAAE,CAAC;IAC9B,iBAAiB,EAAE,CAAC;IACpB,WAAW,EAAE,CAAC;IACd,QAAQ,EAAE,CAAC;IACX,kBAAkB,EAAE,CAAC;CACrB,CAAC,CAAA;AAEF;;;GAGG;AACH,MAAM,qBAAqB,GAAoC,IAAI,GAAG,CAAC;IACtE,oBAAoB;IACpB,2BAA2B;IAC3B,kBAAkB;CAClB,CAAC,CAAA;AAEF;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC3C,OAA6B,EAC7B,MAAM,GAA2B,OAAO,CAAC,GAAG;IAE5C,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IACjC,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAA;IAClE,MAAM,eAAe,CAAC,MAAM,CAAC,CAAA;IAE7B,MAAM,IAAI,GAA6B,EAAE,CAAA;IACzC,MAAM,KAAK,GAAiC,EAAE,CAAA;IAE9C,MAAM,IAAI,GAAG,KAAK,EAAE,KAAa,EAAE,MAAc,EAAE,MAAc,EAAiB,EAAE;QACnF,MAAM,eAAe,CAAC,MAAM,CAAC,CAAA;QAE7B,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YACtG,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;YACnC,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;YAElC,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,MAAM,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,GAAG,MAAM,GAAG,IAAI,CAAC,IAAI,GAAG,CAAC,CAAA;gBAE9C,SAAQ;YACT,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACnC,uFAAuF;gBACvF,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;oBACnC,MAAM,cAAc,CAAC,MAAM,eAAe,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAA;gBACtD,CAAC;gBAED,SAAQ;YACT,CAAC;YAED,MAAM,MAAM,GAAG,YAAY,EAAE,CAAA;YAC7B,IAAI,OAAO,GAAG,CAAC,CAAA;YACf,IAAI,OAAO,GAAG,CAAC,CAAA;YACf,IAAI,WAAW,GAAG,CAAC,CAAA;YACnB,MAAM,GAAG,GAAa,EAAE,CAAA;YACxB,IAAI,UAAU,GAAG,CAAC,CAAA;YAElB,KAAK,MAAM,IAAI,IAAI,eAAe,CAAC,IAAI,CAAC,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;gBACxE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;oBAAE,SAAQ;gBAE1B,UAAU,EAAE,CAAA;gBACZ,2FAA2F;gBAC3F,yEAAyE;gBACzE,MAAM,GAAG,GAAG,eAAe,CAAkB,IAAI,CAAC,CAAA;gBAClD,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,EAAE,CAAC,CAAA;gBAExF,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAA;gBAEzB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACpB,OAAO,EAAE,CAAA;gBACV,CAAC;gBAED,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;oBACxB,WAAW,EAAE,CAAA;gBACd,CAAC;gBAED,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;oBACzB,OAAO,EAAE,CAAA;gBACV,CAAC;gBAED,IAAI,MAAM,CAAC,OAAO,IAAI,qBAAqB,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAClE,IAAI,CAAC,IAAI,CAAC;wBACT,IAAI,EAAE,GAAG,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE;wBAC7B,IAAI,EAAE,UAAU;wBAChB,GAAG,EAAE,GAAG,CAAC,GAAG;wBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,MAAM,EAAE,GAAG,CAAC,UAAU;wBACtB,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU;wBAC5B,KAAK,EAAE,MAAM,CAAC,KAAK;qBACnB,CAAC,CAAA;gBACH,CAAC;gBAED,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;YACrC,CAAC;YAED,MAAM,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,CAAA;YACnD,KAAK,CAAC,GAAG,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,CAAA;YAE/F,MAAM,CACL,KAAK,MAAM,GAAG,IAAI,CAAC,IAAI,KAAK,UAAU,UAAU,OAAO,aAAa,WAAW,yBAAyB,OAAO,UAAU,CACzH,CAAA;QACF,CAAC;IACF,CAAC,CAAA;IAED,MAAM,CAAC,WAAW,KAAK,MAAM,MAAM,EAAE,CAAC,CAAA;IACtC,MAAM,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,CAAA;IAE7B,MAAM,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,QAAQ,CAAC,CAAA;IAChG,MAAM,cAAc,CAAC,kBAAkB,CAAC,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAA;IAEtH,MAAM,aAAa,GAGf,EAAE,CAAA;IAEN,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACnD,aAAa,CAAC,IAAI,CAAC,GAAG;YACrB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,MAAM,EAAE,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAC5C,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,YAAY,EAAE,KAAK,CAAC,WAAW;SAC/B,CAAA;IACF,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;IAC5E,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;IAE5E,MAAM,QAAQ,GAAG;QAChB,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC;QACzB,MAAM,EAAE,OAAO,CAAC,WAAW,IAAI,QAAQ,CAAC,KAAK,CAAC;QAC9C,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACtC,IAAI,EAAE,6EAA6E;QACnF,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,UAAU,EAAE;YACX,iBAAiB,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE;YACjD,QAAQ,EACP,uGAAuG;gBACvG,0GAA0G;gBAC1G,qGAAqG;gBACrG,oGAAoG;gBACpG,aAAa;YACd,UAAU,EACT,mFAAmF;gBACnF,+CAA+C;YAChD,WAAW,EACV,wGAAwG;gBACxG,uDAAuD;YACxD,YAAY,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI;SACzC;QACD,MAAM,EAAE;YACP,OAAO,EAAE,YAAY;YACrB,OAAO,EAAE,YAAY;YACrB,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;YACzE,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;SAChG;QACD,KAAK,EAAE,aAAa;QACpB,WAAW,EAAE,QAAQ,CAAC,QAAQ,CAAC;KAC/B,CAAA;IAED,MAAM,kBAAkB,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAA;IACjE,MAAM,CAAC,KAAK,YAAY,gBAAgB,YAAY,sBAAsB,QAAQ,EAAE,CAAC,CAAA;IAErF,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,CAAA;AAC1E,CAAC;AAED;;;;GAIG;AACH,SAAS,kBAAkB,CAAC,IAA8B,EAAE,MAAc,EAAE,OAAe;IAC1F,MAAM,IAAI,GAAG,CAAC,UAAkC,EAAU,EAAE,CAC3D,CAAC,UAAU,CAAC,aAAa,EAAE,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,aAAa,CAAC;SACrE,MAAM,CAAC,SAAS,CAAC;SACjB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;SAC7B,IAAI,CAAC,KAAK,CAAC,CAAA;IAEd,mGAAmG;IACnG,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAA;IAC7D,MAAM,OAAO,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;IACzD,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAA;IAClE,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAA;IAEzF,MAAM,IAAI,GAAG,CAAC,OAAiC,EAAU,EAAE,CAC1D,OAAO;SACL,GAAG,CACH,CAAC,KAAK,EAAE,EAAE,CACT,KAAK,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CACtK;SACA,IAAI,CAAC,IAAI,CAAC,CAAA;IAEb,MAAM,MAAM,GAAG,+DAA+D,CAAA;IAE9E,OAAO;QACN,gDAAgD,MAAM,MAAM,OAAO,EAAE;QACrE,EAAE;QACF,mFAAmF;QACnF,sFAAsF;QACtF,EAAE;QACF,eAAe,OAAO,CAAC,MAAM,oBAAoB;QACjD,EAAE;QACF,MAAM;QACN,IAAI,CAAC,OAAO,CAAC;QACb,EAAE;QACF,mBAAmB,MAAM,CAAC,MAAM,sCAAsC;QACtE,EAAE;QACF,MAAM;QACN,IAAI,CAAC,MAAM,CAAC;QACZ,EAAE;QACF,4BAA4B,KAAK,CAAC,MAAM,6CAA6C;QACrF,EAAE;QACF,MAAM;QACN,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACzB,EAAE;KACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACb,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,QAA4B;IACxD,OAAO,QAAQ,KAAK,cAAc,IAAI,QAAQ,KAAK,8BAA8B,IAAI,QAAQ,KAAK,mBAAmB,CAAA;AACtH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,GAAW;IAC3D,KAAK,MAAM,SAAS,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,eAAe,CAAC,CAAC,EAAE,CAAC;QACxF,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,SAAS,CAAC,CAAC;YAAE,SAAQ;QAE5C,MAAM,QAAQ,GAAG,cAAc,CAC9B,MAAM,iBAAiB,CAAC,SAAS,CAAC,CAClC,CAAA;QAED,IAAI,QAAQ,EAAE,UAAU,EAAE,iBAAiB,EAAE,EAAE,KAAK,OAAO;YAAE,OAAO,IAAI,CAAA;IACzE,CAAC;IAED,OAAO,KAAK,CAAA;AACb,CAAC"}

package/out/tools/golden/relabel-street/index.d.ts

@@ -0,0 +1,9 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ * @file Public entry point for golden street relabeling.
+ */
+export * from "#tools/golden/relabel-street/directory";
+export * from "#tools/golden/relabel-street/row";
+//# sourceMappingURL=index.d.ts.map

package/out/tools/golden/relabel-street/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../lib/tools/golden/relabel-street/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,cAAc,wCAAwC,CAAA;AACtD,cAAc,kCAAkC,CAAA"}

package/out/tools/golden/relabel-street/index.js

@@ -0,0 +1,9 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ * @file Public entry point for golden street relabeling.
+ */
+export * from "#tools/golden/relabel-street/directory";
+export * from "#tools/golden/relabel-street/row";
+//# sourceMappingURL=index.js.map

package/out/tools/golden/relabel-street/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../lib/tools/golden/relabel-street/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,cAAc,wCAAwC,CAAA;AACtD,cAAc,kCAAkC,CAAA"}