@mailwoman/corpus 9.1.0 → 9.3.0

package/out/build.js

@@ -0,0 +1,245 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   End-to-end corpus build (Phase 1 task #10 in the plan).
+ *
+ *   `buildCorpus(opts)` orchestrates every stage of the pipeline:
+ *
+ *   1. **Adapter runs** — drives every adapter in turn (via `runAdapter`), writing
+ *        `<intermediate>/<adapter.id>/canonical.jsonl` slices.
+ *   2. **Synthesis** — optional. For each canonical row, every applicable augmentation in the row's
+ *        country-default policy emits an augmented row alongside the original.
+ *   3. **Alignment** — every row (original + augmented) is aligned via `alignRow`. Successes go to
+ *        `labeled.jsonl`; quarantines are appended to `quarantine.jsonl` with reasons.
+ *   4. **Splits** — `splitRows` partitions labeled `source_id`s into train/val/test by locality holdout.
+ *        Manifest written to `splits/SPLIT_MANIFEST.json` + per-split `train.txt` / `val.txt` /
+ *        `test.txt`.
+ *   5. **Parquet slices** — `writeSlices` streams labeled rows into 1M-row `.parquet` slices per split
+ *        under `corpus-v<version>/{train,val,test}/part-NNNN.parquet` (SNAPPY-compressed, 50k-row
+ *        row groups), with per-slice checksums + per-stage manifest in
+ *        `corpus-v<version>/MANIFEST.json`.
+ *   6. **Top-level manifest** — `<outputDir>/MANIFEST.json` ties every per-stage manifest together with
+ *        a top-level corpus_version, built_at, and aggregate counts.
+ *
+ *   Output layout:
+ *
+ *   ```
+ *   <outputDir>/
+ *   MANIFEST.json
+ *   intermediate/
+ *     <adapter.id>/canonical.jsonl   # one per adapter
+ *     labeled.jsonl                  # post-alignment, pre-slice
+ *     quarantine.jsonl               # rows that failed alignment
+ *   splits/
+ *     SPLIT_MANIFEST.json
+ *     train.txt / val.txt / test.txt
+ *   corpus-v<version>/
+ *     MANIFEST.json
+ *     train/part-NNNN.parquet
+ *     val/part-NNNN.parquet
+ *     test/part-NNNN.parquet
+ * ```
+ *
+ *   The intermediate files live alongside the final slices for reproducibility + debugging. Operators
+ *   can `rm -rf intermediate/` after the build if disk is tight; the final `corpus-v<version>/` is
+ *   self-contained.
+ */
+import { pathExists, readLocalJSONFile } from "@mailwoman/core/fs/readers";
+import { openWriteStream } from "@mailwoman/core/fs/streams";
+import { writeLocalJSONFile, makeDirectories } from "@mailwoman/core/fs/writers";
+import { join } from "path-ts";
+import { JSONSpliterator } from "spliterator";
+import { defaultAdapterRegistry } from "#adapters/utils";
+import { $public } from "#env";
+import { once, runAdapter } from "#runner";
+import { defaultAugmentationsForCountry, synthesizeRow } from "#synthesizers/utils";
+import { alignRow } from "#utils/align";
+import { licenseExcluded } from "#utils/license";
+import { writeSlices } from "#utils/parquet";
+import { defaultHoldouts, splitForRow, writeSplitManifestsFromLabeledFiles, } from "#utils/split";
+/**
+ * Drive the full corpus build to completion.
+ *
+ * Memory profile: the function maintains an in-memory `Map<source_id, SplitName>` to bridge the align → slice hand-off.
+ * For Phase 1 fixture-scale runs (≤ 10⁴ rows) this is trivial. For real 5M+ runs, the map fits comfortably in a few
+ * hundred MB; the canonical.jsonl and labeled.jsonl payloads stream and never sit in memory.
+ */
+export async function buildCorpus(opts) {
+    const adapters = opts.adapters ?? defaultAdapterRegistry.list();
+    const synthesize = opts.synthesize ?? true;
+    const rowsPerSlice = opts.rowsPerSlice ?? 1_000_000;
+    const built_at = new Date().toISOString();
+    await makeDirectories(opts.outputDir);
+    const intermediateDir = join(opts.outputDir, "intermediate");
+    await makeDirectories(intermediateDir);
+    // 1. Adapter runs.
+    const adapterRuns = [];
+    const skipped = [];
+    for (const adapter of adapters) {
+        const adapterOptions = opts.adapterInputs[adapter.id];
+        if (!adapterOptions) {
+            skipped.push(adapter.id);
+            opts.onProgress?.("adapter-run", `skipped ${adapter.id} (no input configured)`);
+            continue;
+        }
+        // Opt-in resume (MAILWOMAN_RESUME=1): if a complete per-adapter canonical.jsonl + MANIFEST.json
+        // already exist, reuse them instead of re-emitting. The MANIFEST is written only after the
+        // canonical is fully flushed, so its presence guarantees completeness; row order is identical,
+        // so downstream holdout-split determinism is preserved. Recovers an align-phase crash without
+        // redoing the (expensive) emit phase. Default (unset) re-emits, preserving correctness. (2026-06-12.)
+        const adapterDir = join(intermediateDir, adapter.id);
+        const cachedManifest = join(adapterDir, "MANIFEST.json");
+        if ($public.MAILWOMAN_RESUME === "1" &&
+            (await pathExists(cachedManifest)) &&
+            (await pathExists(join(adapterDir, "canonical.jsonl")))) {
+            const cached = await readLocalJSONFile(cachedManifest);
+            opts.onProgress?.("adapter-run", `resumed ${adapter.id} (reused ${cached.yielded} canonical rows)`);
+            adapterRuns.push(cached);
+            continue;
+        }
+        opts.onProgress?.("adapter-run", `running ${adapter.id}`);
+        const m = await runAdapter({
+            adapter,
+            adapterOptions,
+            outputDir: intermediateDir,
+            corpusVersion: opts.corpusVersion,
+        });
+        adapterRuns.push(m);
+    }
+    // 2 + 3. Synthesis + alignment: stream every canonical.jsonl, optionally augment, align,
+    // and route each labeled row directly to its split-specific JSONL (`labeled-{train,val,test}.
+    // jsonl`). Memory cost is O(1) — the prior in-memory `splitInputs` array + `splitByIDMap`
+    // + `SplitManifest.{train,val,test}` arrays are gone; per-row split is decided inline via
+    // `splitForRow` (a pure function of source_id + region + holdout policy).
+    const labeledPaths = {
+        train: join(intermediateDir, "labeled-train.jsonl"),
+        val: join(intermediateDir, "labeled-val.jsonl"),
+        test: join(intermediateDir, "labeled-test.jsonl"),
+    };
+    const labeledStreams = {
+        train: openWriteStream(labeledPaths.train, { encoding: "utf8" }),
+        val: openWriteStream(labeledPaths.val, { encoding: "utf8" }),
+        test: openWriteStream(labeledPaths.test, { encoding: "utf8" }),
+    };
+    const quarantinePath = join(intermediateDir, "quarantine.jsonl");
+    const quarantineStream = openWriteStream(quarantinePath, { encoding: "utf8" });
+    let aligned = 0;
+    let quarantined = 0;
+    const counts = { train: 0, val: 0, test: 0 };
+    const holdouts = defaultHoldouts();
+    // License accounting + the deliberate exclusion filter (#26). `licenseCounts` is the resolved
+    // license set (→ manifest + model-card attribution); `excludeLicenses` (empty by default → include
+    // everything) is the operator's PURPOSEFUL exclusion, never a silent drop.
+    const excludeLicenses = opts.excludeLicenses ?? [];
+    const licenseCounts = new Map();
+    let excludedByLicense = 0;
+    const writeQuarantine = (row, reason) => {
+        quarantineStream.write(`${JSON.stringify({ row, reason })}\n`);
+    };
+    for (const adapterRun of adapterRuns) {
+        opts.onProgress?.("align", `aligning ${adapterRun.adapter_id}`);
+        for await (const row of streamJSONL(adapterRun.jsonl_path)) {
+            licenseCounts.set(row.license, (licenseCounts.get(row.license) ?? 0) + 1);
+            // Deliberate license exclusion (#26): drop a row ONLY when the operator named its license
+            // kind via `excludeLicenses`. Default (no patterns) keeps everything — exclusion is a
+            // purposeful act, not a silent default. Counted BEFORE the drop so the manifest's license
+            // set reflects what the corpus actually CONTAINED, and `excluded_by_license` what was removed.
+            if (licenseExcluded(row.license, excludeLicenses)) {
+                excludedByLicense++;
+                continue;
+            }
+            const fanned = [row];
+            if (synthesize) {
+                for (const aug of synthesizeRow(row, defaultAugmentationsForCountry(row.country))) {
+                    fanned.push(aug);
+                }
+            }
+            for (const r of fanned) {
+                let result;
+                try {
+                    result = alignRow(r);
+                }
+                catch (error) {
+                    // Last-resort robustness (2026-06-12): no single row may crash a multi-hour build.
+                    // alignRow's targeted paths normalize/quarantine known issues with specific reasons;
+                    // this catches any UNKNOWN throw (e.g. assertSpanInvariants on an unforeseen span
+                    // shape) → quarantine + continue. A spike in `align-threw` reasons is a finding.
+                    writeQuarantine(r, `align-threw:${error.message.slice(0, 160)}`);
+                    quarantined++;
+                    continue;
+                }
+                if (result.kind === "labeled") {
+                    const split = splitForRow(result.row, holdouts);
+                    labeledStreams[split].write(`${JSON.stringify(result.row)}\n`);
+                    counts[split]++;
+                    aligned++;
+                }
+                else {
+                    writeQuarantine(r, result.row.reason);
+                    quarantined++;
+                }
+            }
+        }
+    }
+    for (const s of Object.values(labeledStreams)) {
+        s.end();
+    }
+    quarantineStream.end();
+    await Promise.all([...Object.values(labeledStreams).map((s) => once(s, "close")), once(quarantineStream, "close")]);
+    // 4. Splits — manifest derived by streaming the per-split labeled files; no in-memory
+    // source-id arrays. `sort(1)` from coreutils produces the deterministic per-split .txt
+    // manifests with disk spill for splits that exceed in-memory thresholds.
+    opts.onProgress?.("split", `splitting ${aligned} aligned rows`);
+    const splitsDir = join(opts.outputDir, "splits");
+    const splitCounts = await writeSplitManifestsFromLabeledFiles({
+        labeledPaths,
+        outputDir: splitsDir,
+        corpusVersion: opts.corpusVersion,
+        counts,
+        holdouts,
+    });
+    // 5. Parquet slices — per-split labeled JSONL streams in, sliced `.parquet` out. The prior
+    // `splitFor(source_id)` callback (and the `Map<source_id, SplitName>` behind it) is gone.
+    opts.onProgress?.("slice", "writing parquet slices");
+    const sliceManifest = await writeSlices({
+        train: streamJSONL(labeledPaths.train),
+        val: streamJSONL(labeledPaths.val),
+        test: streamJSONL(labeledPaths.test),
+    }, {
+        outputDir: opts.outputDir,
+        corpusVersion: opts.corpusVersion,
+        rowsPerSlice,
+    });
+    // License-set visibility (#26): loudly report the resolved license set so a build is an obvious
+    // deliberate act — especially a proprietary-weights build (did you pass --exclude-share-alike?).
+    const licenseSummary = [...licenseCounts.entries()].toSorted((a, b) => b[1] - a[1]);
+    opts.onProgress?.("manifest", `license set: ${licenseSummary.map(([l, c]) => `${l}=${c}`).join(", ")}` +
+        (excludedByLicense > 0
+            ? ` | EXCLUDED ${excludedByLicense} rows by --exclude-licenses`
+            : " | NO license exclusion applied (all rows kept)"));
+    // 6. Top-level manifest.
+    opts.onProgress?.("manifest", "writing top-level MANIFEST.json");
+    const manifest = {
+        corpus_version: opts.corpusVersion,
+        built_at,
+        adapters: adapterRuns,
+        skipped_adapters: skipped,
+        splits: { counts: splitCounts, holdouts },
+        slices: { counts: sliceManifest.counts, total_rows: sliceManifest.total_rows },
+        quarantine_count: quarantined,
+        total_aligned_rows: aligned,
+        licenses: Object.fromEntries(licenseSummary),
+        excluded_by_license: excludedByLicense,
+    };
+    await writeLocalJSONFile(manifest, opts.outputDir, "MANIFEST.json");
+    return manifest;
+}
+async function* streamJSONL(path) {
+    // JSONSpliterator yields already-parsed rows (skipEmpty is on by default, so blank
+    // lines are dropped at the row level) and throws SyntaxError on a malformed row —
+    // same fail-loud behavior as the prior readline + bare `JSON.parse`.
+    yield* JSONSpliterator.fromAsync(path);
+}
+//# sourceMappingURL=build.js.map

package/out/build.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"build.js","sourceRoot":"","sources":["../lib/build.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+CG;AAEH,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAA;AAC1E,OAAO,EAAE,eAAe,EAAoB,MAAM,4BAA4B,CAAA;AAC9E,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAA;AAChF,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAA;AAC9B,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAE7C,OAAO,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAA;AACxD,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAA;AAC9B,OAAO,EAAE,IAAI,EAAE,UAAU,EAA2B,MAAM,SAAS,CAAA;AACnE,OAAO,EAAE,8BAA8B,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AAEnF,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAA;AACvC,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAA;AAChD,OAAO,EAAE,WAAW,EAAsB,MAAM,gBAAgB,CAAA;AAChE,OAAO,EACN,eAAe,EACf,WAAW,EACX,mCAAmC,GAGnC,MAAM,cAAc,CAAA;AA6ErB;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAwB;IACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,sBAAsB,CAAC,IAAI,EAAE,CAAA;IAC/D,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAA;IAC1C,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,SAAS,CAAA;IACnD,MAAM,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IAEzC,MAAM,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;IACrC,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAA;IAC5D,MAAM,eAAe,CAAC,eAAe,CAAC,CAAA;IAEtC,mBAAmB;IACnB,MAAM,WAAW,GAAyB,EAAE,CAAA;IAC5C,MAAM,OAAO,GAAa,EAAE,CAAA;IAE5B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAChC,MAAM,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;QAErD,IAAI,CAAC,cAAc,EAAE,CAAC;YACrB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;YACxB,IAAI,CAAC,UAAU,EAAE,CAAC,aAAa,EAAE,WAAW,OAAO,CAAC,EAAE,wBAAwB,CAAC,CAAA;YAE/E,SAAQ;QACT,CAAC;QAED,gGAAgG;QAChG,2FAA2F;QAC3F,+FAA+F;QAC/F,8FAA8F;QAC9F,sGAAsG;QACtG,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,EAAE,CAAC,CAAA;QACpD,MAAM,cAAc,GAAG,IAAI,CAAC,UAAU,EAAE,eAAe,CAAC,CAAA;QAExD,IACC,OAAO,CAAC,gBAAgB,KAAK,GAAG;YAChC,CAAC,MAAM,UAAU,CAAC,cAAc,CAAC,CAAC;YAClC,CAAC,MAAM,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAC,CAAC,EACtD,CAAC;YACF,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAqB,cAAc,CAAC,CAAA;YAC1E,IAAI,CAAC,UAAU,EAAE,CAAC,aAAa,EAAE,WAAW,OAAO,CAAC,EAAE,YAAY,MAAM,CAAC,OAAO,kBAAkB,CAAC,CAAA;YACnG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAExB,SAAQ;QACT,CAAC;QAED,IAAI,CAAC,UAAU,EAAE,CAAC,aAAa,EAAE,WAAW,OAAO,CAAC,EAAE,EAAE,CAAC,CAAA;QAEzD,MAAM,CAAC,GAAG,MAAM,UAAU,CAAC;YAC1B,OAAO;YACP,cAAc;YACd,SAAS,EAAE,eAAe;YAC1B,aAAa,EAAE,IAAI,CAAC,aAAa;SACjC,CAAC,CAAA;QAEF,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACpB,CAAC;IAED,yFAAyF;IACzF,8FAA8F;IAC9F,0FAA0F;IAC1F,0FAA0F;IAC1F,0EAA0E;IAC1E,MAAM,YAAY,GAA8B;QAC/C,KAAK,EAAE,IAAI,CAAC,eAAe,EAAE,qBAAqB,CAAC;QACnD,GAAG,EAAE,IAAI,CAAC,eAAe,EAAE,mBAAmB,CAAC;QAC/C,IAAI,EAAE,IAAI,CAAC,eAAe,EAAE,oBAAoB,CAAC;KACjD,CAAA;IAED,MAAM,cAAc,GAAmC;QACtD,KAAK,EAAE,eAAe,CAAC,YAAY,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QAChE,GAAG,EAAE,eAAe,CAAC,YAAY,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QAC5D,IAAI,EAAE,eAAe,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;KAC9D,CAAA;IAED,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,EAAE,kBAAkB,CAAC,CAAA;IAChE,MAAM,gBAAgB,GAAG,eAAe,CAAC,cAAc,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAA;IAE9E,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,WAAW,GAAG,CAAC,CAAA;IACnB,MAAM,MAAM,GAA8B,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAA;IACvE,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAA;IAClC,8FAA8F;IAC9F,mGAAmG;IACnG,2EAA2E;IAC3E,MAAM,eAAe,GAAG,IAAI,CAAC,eAAe,IAAI,EAAE,CAAA;IAClD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAA;IAC/C,IAAI,iBAAiB,GAAG,CAAC,CAAA;IAEzB,MAAM,eAAe,GAAG,CAAC,GAAiB,EAAE,MAAc,EAAQ,EAAE;QACnE,gBAAgB,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,CAAA;IAC/D,CAAC,CAAA;IAED,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACtC,IAAI,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE,YAAY,UAAU,CAAC,UAAU,EAAE,CAAC,CAAA;QAE/D,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,WAAW,CAAe,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC1E,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;YAEzE,0FAA0F;YAC1F,sFAAsF;YACtF,0FAA0F;YAC1F,+FAA+F;YAC/F,IAAI,eAAe,CAAC,GAAG,CAAC,OAAO,EAAE,eAAe,CAAC,EAAE,CAAC;gBACnD,iBAAiB,EAAE,CAAA;gBAEnB,SAAQ;YACT,CAAC;YAED,MAAM,MAAM,GAAmB,CAAC,GAAG,CAAC,CAAA;YAEpC,IAAI,UAAU,EAAE,CAAC;gBAChB,KAAK,MAAM,GAAG,IAAI,aAAa,CAAC,GAAG,EAAE,8BAA8B,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;oBACnF,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;gBACjB,CAAC;YACF,CAAC;YAED,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;gBACxB,IAAI,MAAmC,CAAA;gBAEvC,IAAI,CAAC;oBACJ,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAA;gBACrB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,mFAAmF;oBACnF,qFAAqF;oBACrF,kFAAkF;oBAClF,iFAAiF;oBACjF,eAAe,CAAC,CAAC,EAAE,eAAgB,KAAe,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;oBAE3E,WAAW,EAAE,CAAA;oBAEb,SAAQ;gBACT,CAAC;gBAED,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;oBAC/B,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAA;oBAC/C,cAAc,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;oBAE9D,MAAM,CAAC,KAAK,CAAC,EAAE,CAAA;oBAEf,OAAO,EAAE,CAAA;gBACV,CAAC;qBAAM,CAAC;oBACP,eAAe,CAAC,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;oBAErC,WAAW,EAAE,CAAA;gBACd,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC;QAC/C,CAAC,CAAC,GAAG,EAAE,CAAA;IACR,CAAC;IAED,gBAAgB,CAAC,GAAG,EAAE,CAAA;IACtB,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,EAAE,IAAI,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC,CAAC,CAAA;IAEnH,sFAAsF;IACtF,uFAAuF;IACvF,yEAAyE;IACzE,IAAI,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE,aAAa,OAAO,eAAe,CAAC,CAAA;IAC/D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAA;IAEhD,MAAM,WAAW,GAAG,MAAM,mCAAmC,CAAC;QAC7D,YAAY;QACZ,SAAS,EAAE,SAAS;QACpB,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,MAAM;QACN,QAAQ;KACR,CAAC,CAAA;IAEF,2FAA2F;IAC3F,0FAA0F;IAC1F,IAAI,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE,wBAAwB,CAAC,CAAA;IAEpD,MAAM,aAAa,GAAG,MAAM,WAAW,CACtC;QACC,KAAK,EAAE,WAAW,CAAa,YAAY,CAAC,KAAK,CAAC;QAClD,GAAG,EAAE,WAAW,CAAa,YAAY,CAAC,GAAG,CAAC;QAC9C,IAAI,EAAE,WAAW,CAAa,YAAY,CAAC,IAAI,CAAC;KAChD,EACD;QACC,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,YAAY;KACZ,CACD,CAAA;IAED,gGAAgG;IAChG,iGAAiG;IACjG,MAAM,cAAc,GAAG,CAAC,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAEnF,IAAI,CAAC,UAAU,EAAE,CAChB,UAAU,EACV,gBAAgB,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QACvE,CAAC,iBAAiB,GAAG,CAAC;YACrB,CAAC,CAAC,eAAe,iBAAiB,6BAA6B;YAC/D,CAAC,CAAC,iDAAiD,CAAC,CACtD,CAAA;IAED,yBAAyB;IACzB,IAAI,CAAC,UAAU,EAAE,CAAC,UAAU,EAAE,iCAAiC,CAAC,CAAA;IAEhE,MAAM,QAAQ,GAAwB;QACrC,cAAc,EAAE,IAAI,CAAC,aAAa;QAClC,QAAQ;QACR,QAAQ,EAAE,WAAW;QACrB,gBAAgB,EAAE,OAAO;QACzB,MAAM,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE;QACzC,MAAM,EAAE,EAAE,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,aAAa,CAAC,UAAU,EAAE;QAC9E,gBAAgB,EAAE,WAAW;QAC7B,kBAAkB,EAAE,OAAO;QAC3B,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,cAAc,CAAC;QAC5C,mBAAmB,EAAE,iBAAiB;KACtC,CAAA;IAED,MAAM,kBAAkB,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,CAAA;IAEnE,OAAO,QAAQ,CAAA;AAChB,CAAC;AAED,KAAK,SAAS,CAAC,CAAC,WAAW,CAAI,IAAY;IAC1C,mFAAmF;IACnF,kFAAkF;IAClF,qEAAqE;IACrE,KAAK,CAAC,CAAC,eAAe,CAAC,SAAS,CAAI,IAAI,CAAC,CAAA;AAC1C,CAAC"}

package/out/codex/us-fips-state.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"us-fips-state.d.ts","sourceRoot":"","sources":["../../lib/codex/us-fips-state.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH;;GAEG;AACH,MAAM,WAAW,WAAW;IAC3B,YAAY,EAAE,MAAM,CAAA;IACpB,IAAI,EAAE,MAAM,CAAA;CACZ;AAED;;;GAGG;AACH,eAAO,MAAM,aAAa,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CA0D9D,CAAA;AAEF;;GAEG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,WAAW,GAAG,IAAI,CAItF;AAED;;;GAGG;AACH,eAAO,MAAM,wBAAwB,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAE1E,CAAA;AAED;;;GAGG;AACH,wBAAgB,uBAAuB,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,WAAW,GAAG,IAAI,CAInG"}

package/out/codex/us-fips-state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"us-fips-state.js","sourceRoot":"","sources":["../../lib/codex/us-fips-state.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAUH;;;GAGG;AACH,MAAM,CAAC,MAAM,aAAa,GAA0C,MAAM,CAAC,MAAM,CAAC;IACjF,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE;IAC7C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE;IAC5C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE;IAC7C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE;IAC9C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE;IAChD,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE;IAC9C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE;IACjD,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE;IAC9C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAC1D,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE;IAC7C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE;IAC7C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE;IAC5C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE;IAC3C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE;IAC9C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE;IAC7C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE;IAC1C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE;IAC5C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE;IAC9C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE;IAC/C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE;IAC3C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE;IAC9C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,eAAe,EAAE;IACnD,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE;IAC9C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE;IAC/C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE;IACjD,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE;IAC9C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE;IAC7C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE;IAC9C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE;IAC5C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,eAAe,EAAE;IACnD,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE;IAChD,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE;IAChD,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE;IAC9C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,gBAAgB,EAAE;IACpD,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE;IAClD,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE;IAC1C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE;IAC9C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE;IAC5C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE;IAClD,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE;IAClD,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,gBAAgB,EAAE;IACpD,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE;IAClD,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE;IAC/C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE;IAC3C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE;IAC1C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE;IAC7C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE;IAC9C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE;IAChD,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,eAAe,EAAE;IACnD,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE;IAC/C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE;IAC7C,cAAc;IACd,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,gBAAgB,EAAE;IACpD,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE;IAC1C,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,0BAA0B,EAAE;IAC9D,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE;IACjD,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,gBAAgB,EAAE;CACpD,CAAC,CAAA;AAEF;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,OAAkC;IACjE,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAA;IAEzB,OAAO,aAAa,CAAC,OAAO,CAAC,IAAI,IAAI,CAAA;AACtC,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAA0C,MAAM,CAAC,MAAM,CAC3F,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC,CACzF,CAAA;AAED;;;GAGG;AACH,MAAM,UAAU,uBAAuB,CAAC,YAAuC;IAC9E,IAAI,CAAC,YAAY;QAAE,OAAO,IAAI,CAAA;IAE9B,OAAO,wBAAwB,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC,IAAI,IAAI,CAAA;AACpE,CAAC"}

package/out/env.d.ts

@@ -0,0 +1,46 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ * Environment variables the corpus build and its acquisition tooling read.
+ */
+import { z } from "zod";
+/**
+ * Corpus build settings.
+ */
+export declare const PublicCorpusEnvSchema: z.ZodObject<{
+    MAILWOMAN_RESUME: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+/**
+ * Credentials the corpus acquisition and golden-expansion tooling send. Never log their values.
+ */
+export declare const PrivateCorpusEnvSchema: z.ZodObject<{
+    OA_BATCH_TOKEN: z.ZodOptional<z.ZodString>;
+    DEEPSEEK_API_KEY: z.ZodOptional<z.ZodString>;
+    ANTHROPIC_API_KEY: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+/**
+ * Live corpus settings over core's, sharing core's getters and cached values.
+ */
+export declare const $public: Record<never, never> & {
+    MAILWOMAN_DATA_ROOT: string;
+    MAILWOMAN_CONFIG_ROOT: string;
+    MAILWOMAN_CACHE_ROOT: string;
+    MAILWOMAN_TEMP_ROOT: string;
+    MAILWOMAN_DOCS_URL?: string | undefined;
+    MAILWOMAN_LICENSE_KEY?: string | undefined;
+    MAILWOMAN_LICENSE_URL?: string | undefined;
+    MAILWOMAN_COARSE_PLACER_DIR?: string | undefined;
+} & {
+    MAILWOMAN_RESUME?: string | undefined;
+};
+/**
+ * Live corpus credentials over core's. Never log their values.
+ */
+export declare const $private: Record<never, never> & Record<string, never> & {
+    OA_BATCH_TOKEN?: string | undefined;
+    DEEPSEEK_API_KEY?: string | undefined;
+    ANTHROPIC_API_KEY?: string | undefined;
+};
+//# sourceMappingURL=env.d.ts.map

package/out/env.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"env.d.ts","sourceRoot":"","sources":["../lib/env.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB;;GAEG;AACH,eAAO,MAAM,qBAAqB;;iBAKhC,CAAA;AAEF;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;iBAejC,CAAA;AAEF;;GAEG;AACH,eAAO,MAAM,OAAO;;;;;;;;;;;CAA6C,CAAA;AAEjE;;GAEG;AACH,eAAO,MAAM,QAAQ;;;;CAA+C,CAAA"}

package/out/env.js

@@ -0,0 +1,46 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ * Environment variables the corpus build and its acquisition tooling read.
+ */
+import { $private as corePrivate, $public as corePublic, liveEnv } from "@mailwoman/core/env";
+import { z } from "zod";
+/**
+ * Corpus build settings.
+ */
+export const PublicCorpusEnvSchema = z.object({
+    MAILWOMAN_RESUME: z.string().optional().meta({
+        title: "Build resume",
+        description: "Resume-state override used by corpus build tooling.",
+    }),
+});
+/**
+ * Credentials the corpus acquisition and golden-expansion tooling send. Never log their values.
+ */
+export const PrivateCorpusEnvSchema = z.object({
+    // OpenAddresses batch-download API token (`corpus/lib/tools/fetch/openaddresses.ts`).
+    OA_BATCH_TOKEN: z.string().optional().meta({
+        title: "OpenAddresses batch token",
+        description: "API token used by the OpenAddresses batch-download corpus fetcher.",
+    }),
+    // LLM API keys for the corpus golden-expansion tooling.
+    DEEPSEEK_API_KEY: z.string().optional().meta({
+        title: "DeepSeek API key",
+        description: "API key used by corpus golden-expansion tooling when calling DeepSeek.",
+    }),
+    ANTHROPIC_API_KEY: z.string().optional().meta({
+        title: "Anthropic API key",
+        description: "API key used by corpus golden-expansion tooling when calling Anthropic.",
+    }),
+});
+/**
+ * Live corpus settings over core's, sharing core's getters and cached values.
+ */
+export const $public = liveEnv(PublicCorpusEnvSchema, corePublic);
+/**
+ * Live corpus credentials over core's. Never log their values.
+ */
+export const $private = liveEnv(PrivateCorpusEnvSchema, corePrivate);
+//# sourceMappingURL=env.js.map

package/out/env.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"env.js","sourceRoot":"","sources":["../lib/env.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,QAAQ,IAAI,WAAW,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAA;AAC7F,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB;;GAEG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7C,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC;QAC5C,KAAK,EAAE,cAAc;QACrB,WAAW,EAAE,qDAAqD;KAClE,CAAC;CACF,CAAC,CAAA;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,sFAAsF;IACtF,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC;QAC1C,KAAK,EAAE,2BAA2B;QAClC,WAAW,EAAE,oEAAoE;KACjF,CAAC;IACF,wDAAwD;IACxD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC;QAC5C,KAAK,EAAE,kBAAkB;QACzB,WAAW,EAAE,wEAAwE;KACrF,CAAC;IACF,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC;QAC7C,KAAK,EAAE,mBAAmB;QAC1B,WAAW,EAAE,yEAAyE;KACtF,CAAC;CACF,CAAC,CAAA;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAAC,qBAAqB,EAAE,UAAU,CAAC,CAAA;AAEjE;;GAEG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG,OAAO,CAAC,sBAAsB,EAAE,WAAW,CAAC,CAAA"}

package/out/index.d.ts

@@ -0,0 +1,13 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ */
+export * from "#adapters/utils/index";
+export * from "#adapters/gnaf/assemble";
+export * from "#adapters/index";
+export * from "#build";
+export * from "#runner";
+export * from "#recipes/index";
+export * from "#types";
+//# sourceMappingURL=index.d.ts.map

package/out/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../lib/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,uBAAuB,CAAA;AACrC,cAAc,yBAAyB,CAAA;AACvC,cAAc,iBAAiB,CAAA;AAC/B,cAAc,QAAQ,CAAA;AACtB,cAAc,SAAS,CAAA;AACvB,cAAc,gBAAgB,CAAA;AAC9B,cAAc,QAAQ,CAAA"}

package/out/index.js

@@ -0,0 +1,13 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ */
+export * from "#adapters/utils/index";
+export * from "#adapters/gnaf/assemble";
+export * from "#adapters/index";
+export * from "#build";
+export * from "#runner";
+export * from "#recipes/index";
+export * from "#types";
+//# sourceMappingURL=index.js.map

package/out/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../lib/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,uBAAuB,CAAA;AACrC,cAAc,yBAAyB,CAAA;AACvC,cAAc,iBAAiB,CAAA;AAC/B,cAAc,QAAQ,CAAA;AACtB,cAAc,SAAS,CAAA;AACvB,cAAc,gBAAgB,CAAA;AAC9B,cAAc,QAAQ,CAAA"}

package/out/name-prone-us-suffixes.d.ts

@@ -0,0 +1,12 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ * Re-export shim: the name-prone set moved to `@mailwoman/codex/us` (data in
+ * `codex/us/street-suffix.json`, 2026-08-10) so the golden relabel flags, the #1569 slice
+ * recipe, AND the Python relabel pass (via the `gazetteer affix-relabel` v2 lexicon) all read
+ * one record. Import from `@mailwoman/codex/us` in new code.
+ */
+export { NAME_PRONE_US_SUFFIXES } from "@mailwoman/codex/us";
+//# sourceMappingURL=name-prone-us-suffixes.d.ts.map

package/out/name-prone-us-suffixes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"name-prone-us-suffixes.d.ts","sourceRoot":"","sources":["../lib/name-prone-us-suffixes.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAA"}

package/out/name-prone-us-suffixes.js

@@ -0,0 +1,12 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ * Re-export shim: the name-prone set moved to `@mailwoman/codex/us` (data in
+ * `codex/us/street-suffix.json`, 2026-08-10) so the golden relabel flags, the #1569 slice
+ * recipe, AND the Python relabel pass (via the `gazetteer affix-relabel` v2 lexicon) all read
+ * one record. Import from `@mailwoman/codex/us` in new code.
+ */
+export { NAME_PRONE_US_SUFFIXES } from "@mailwoman/codex/us";
+//# sourceMappingURL=name-prone-us-suffixes.js.map

package/out/name-prone-us-suffixes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"name-prone-us-suffixes.js","sourceRoot":"","sources":["../lib/name-prone-us-suffixes.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAA"}

package/out/recipes/anchor-absorption.d.ts

@@ -0,0 +1,20 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   `anchor-absorption` slice recipe (#220/#723, Probe A1) — self-generates `--count` rows from
+ *   {@link synthesizeAnchorAbsorptionRow}'s 6-slice mix (CASE-H / CASE-P-us-rural / CASE-P-de /
+ *   anchor-fp / locale-ambig / standard), aligns each to BIO, and emits a labeled JSONL. The
+ *   LEADING 5-digit on CASE-H/anchor-fp/locale-ambig is sampled from the REAL US ZIPs in the
+ *   postcode-anchor lookup, so the shaped-painted anchor fires on it exactly as inference does —
+ *   teaching the model to OVERRIDE a present anchor from context. Ported from
+ *   scripts/build-anchor-absorption-slice.mjs.
+ */
+import { type CorpusRecipe } from "#recipes/scaffold";
+/**
+ * Slice recipe registered with the corpus builder — see the file header for the parse behaviour it exists to exercise,
+ * and `description` below for the surface form it generates.
+ */
+export declare const anchorAbsorptionRecipe: CorpusRecipe;
+//# sourceMappingURL=anchor-absorption.d.ts.map

package/out/recipes/anchor-absorption.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"anchor-absorption.d.ts","sourceRoot":"","sources":["../../lib/recipes/anchor-absorption.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAMH,OAAO,EAA0B,KAAK,YAAY,EAAE,MAAM,mBAAmB,CAAA;AA0B7E;;;GAGG;AACH,eAAO,MAAM,sBAAsB,EAAE,YAoDpC,CAAA"}

package/out/recipes/anchor-absorption.js

@@ -0,0 +1,81 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   `anchor-absorption` slice recipe (#220/#723, Probe A1) — self-generates `--count` rows from
+ *   {@link synthesizeAnchorAbsorptionRow}'s 6-slice mix (CASE-H / CASE-P-us-rural / CASE-P-de /
+ *   anchor-fp / locale-ambig / standard), aligns each to BIO, and emits a labeled JSONL. The
+ *   LEADING 5-digit on CASE-H/anchor-fp/locale-ambig is sampled from the REAL US ZIPs in the
+ *   postcode-anchor lookup, so the shaped-painted anchor fires on it exactly as inference does —
+ *   teaching the model to OVERRIDE a present anchor from context. Ported from
+ *   scripts/build-anchor-absorption-slice.mjs.
+ */
+import { dataRootPath } from "@mailwoman/core/data-root";
+import { readLocalJSONFile } from "@mailwoman/core/fs/readers";
+import { makeLcg, sliceSourceID } from "#recipes/scaffold";
+import { synthesizeAnchorAbsorptionRow } from "#synthesizers/anchor-absorption";
+import { alignRow } from "#utils";
+/**
+ * The leading-5-digit source: the real US ZIPs in the postcode anchor's pilot lookup. Resolved through the data-root
+ * helper (the lab default is `$MAILWOMAN_DATA_ROOT`), never re-hardcoded.
+ */
+const ANCHOR_LOOKUP = dataRootPath("anchor", "pilot-anchor-lookup.json");
+/**
+ * The real US ZIPs in the anchor lookup (entries whose value is a `[{ US: … }]` candidate list).
+ */
+async function loadRealUsZips(path) {
+    const d = await readLocalJSONFile(path);
+    const zips = [];
+    for (const [pc, v] of Object.entries(d)) {
+        if (Array.isArray(v) && v[0] && typeof v[0] === "object" && "US" in v[0] && /^\d{5}$/.test(pc)) {
+            zips.push(pc);
+        }
+    }
+    return zips;
+}
+/**
+ * Slice recipe registered with the corpus builder — see the file header for the parse behaviour it exists to exercise,
+ * and `description` below for the surface form it generates.
+ */
+export const anchorAbsorptionRecipe = {
+    name: "anchor-absorption",
+    description: "Anchor-absorption counter-augmentation (#220/#723): 6-slice mix → synthesizeAnchorAbsorptionRow",
+    mode: "generate",
+    async run(opts, write) {
+        // Emit PRNG: the legacy build-anchor-absorption-slice.mjs seeded an LCG (lcg(opts.seed)).
+        const random = makeLcg(opts.seed);
+        const source = opts.sourceName ?? "synth-anchor-absorption";
+        const count = opts.count ?? 50_000;
+        const realZips = await loadRealUsZips(ANCHOR_LOOKUP);
+        console.error(`Loaded ${realZips.length} real US ZIPs from the anchor lookup (the leading-5-digit source).`);
+        let written = 0;
+        let quarantined = 0;
+        const byTemplate = {};
+        for (let i = 0; i < count; i++) {
+            const synth = synthesizeAnchorAbsorptionRow({ random, realZips });
+            const country = synth.locale.split("-")[1];
+            // "en-US" -> "US", "de-DE" -> "DE"
+            const canonical = {
+                raw: synth.raw,
+                components: synth.components,
+                country,
+                locale: synth.locale,
+                source,
+                source_id: sliceSourceID(source, { v: String(i) }),
+            };
+            const aligned = alignRow(canonical);
+            if (aligned.kind !== "labeled") {
+                quarantined++;
+                continue;
+            }
+            write(JSON.stringify({ ...aligned.row, synth_method: "anchor-absorption", synth_template: synth.template }) + "\n");
+            written++;
+            byTemplate[synth.template] = (byTemplate[synth.template] ?? 0) + 1;
+        }
+        console.error(`\nwrote ${written} rows (${quarantined} quarantined)`);
+        console.error("  by slice:", JSON.stringify(byTemplate));
+        return { emitted: written, skipped: quarantined };
+    },
+};
+//# sourceMappingURL=anchor-absorption.js.map

package/out/recipes/anchor-absorption.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anchor-absorption.js","sourceRoot":"","sources":["../../lib/recipes/anchor-absorption.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAA;AAG9D,OAAO,EAAE,OAAO,EAAE,aAAa,EAAqB,MAAM,mBAAmB,CAAA;AAC7E,OAAO,EAAE,6BAA6B,EAAE,MAAM,iCAAiC,CAAA;AAC/E,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAA;AAEjC;;;GAGG;AACH,MAAM,aAAa,GAAG,YAAY,CAAC,QAAQ,EAAE,0BAA0B,CAAC,CAAA;AAExE;;GAEG;AACH,KAAK,UAAU,cAAc,CAAC,IAAqB;IAClD,MAAM,CAAC,GAAG,MAAM,iBAAiB,CAA0B,IAAI,CAAC,CAAA;IAChE,MAAM,IAAI,GAAa,EAAE,CAAA;IAEzB,KAAK,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QACzC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,IAAI,IAAK,CAAC,CAAC,CAAC,CAAY,IAAI,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;YAC5G,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACd,CAAC;IACF,CAAC;IAED,OAAO,IAAI,CAAA;AACZ,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAiB;IACnD,IAAI,EAAE,mBAAmB;IACzB,WAAW,EAAE,iGAAiG;IAC9G,IAAI,EAAE,UAAU;IAChB,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK;QACpB,0FAA0F;QAC1F,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,IAAI,yBAAyB,CAAA;QAC3D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,MAAM,CAAA;QAClC,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,aAAa,CAAC,CAAA;QAEpD,OAAO,CAAC,KAAK,CAAC,UAAU,QAAQ,CAAC,MAAM,oEAAoE,CAAC,CAAA;QAE5G,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,IAAI,WAAW,GAAG,CAAC,CAAA;QACnB,MAAM,UAAU,GAA2B,EAAE,CAAA;QAE7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,6BAA6B,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAA;YACjE,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;YAE1C,mCAAmC;YACnC,MAAM,SAAS,GAAG;gBACjB,GAAG,EAAE,KAAK,CAAC,GAAG;gBACd,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,OAAO;gBACP,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,MAAM;gBACN,SAAS,EAAE,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;aAClD,CAAA;YAED,MAAM,OAAO,GAAG,QAAQ,CAAC,SAA2C,CAAC,CAAA;YAErE,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAChC,WAAW,EAAE,CAAA;gBAEb,SAAQ;YACT,CAAC;YAED,KAAK,CACJ,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,YAAY,EAAE,mBAAmB,EAAE,cAAc,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,GAAG,IAAI,CAC5G,CAAA;YAED,OAAO,EAAE,CAAA;YACT,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;QACnE,CAAC;QAED,OAAO,CAAC,KAAK,CAAC,WAAW,OAAO,UAAU,WAAW,eAAe,CAAC,CAAA;QACrE,OAAO,CAAC,KAAK,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAA;QAExD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,CAAA;IAClD,CAAC;CACD,CAAA"}

package/out/recipes/bare-country.d.ts

@@ -0,0 +1,25 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   `bare-country` — the country name as the WHOLE query. Addresses almost never consist of one bare
+ *   country name, so the class is out of the model's training distribution and the tag is a coin
+ *   flip: measured on the 2026-08-13 panel, France/Germany/United States/New Zealand parsed
+ *   `country` while Japan/China/Nigeria/Australia/Deutschland parsed `locality`. The retrieval-side
+ *   bare-country race (#1651) covers the answer either way; this slice closes the PARSE half so the
+ *   tag itself is right.
+ *
+ *   Source is the codex country table — every ISO canonical English name plus the curated surface
+ *   forms (endonyms and long-form names). The 2–3 letter CODES are deliberately excluded: a bare
+ *   `JP` or `GER` is an abbreviation register with its own ambiguity surface (`IN`, `DE`, `TO` are
+ *   English words), and teaching it here would be an unmeasured claim. Case augmentation is the
+ *   loader's job, as everywhere.
+ */
+import { type CorpusRecipe } from "#recipes/scaffold";
+/**
+ * Slice recipe registered with the corpus builder — see the file header for the parse behaviour it exists to exercise,
+ * and `description` below for the surface form it generates.
+ */
+export declare const bareCountryRecipe: CorpusRecipe;
+//# sourceMappingURL=bare-country.d.ts.map

package/out/recipes/bare-country.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bare-country.d.ts","sourceRoot":"","sources":["../../lib/recipes/bare-country.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAIH,OAAO,EAAiC,KAAK,YAAY,EAAiB,MAAM,mBAAmB,CAAA;AAgCnG;;;GAGG;AACH,eAAO,MAAM,iBAAiB,EAAE,YAqC/B,CAAA"}