@mailwoman/corpus 9.2.0 → 9.3.0

package/out/src/tools/fetch/wikidata-subvenue.js

@@ -1,275 +0,0 @@
-/**
- * @copyright Sister Software
- * @license AGPL-3.0
- * @author Teffen Ellis, et al.
- *
- *   Fetch the multilingual sub-venue designator vocabulary from Wikidata (#35 wave 1).
- *
- *   Source : https://query.wikidata.org/sparql (the Wikidata Query Service).
- *   License: CC0. Wikidata's data is public-domain dedicated, so nothing rides on a derived shard.
- *            Tier A.
- *
- *   ## The pull is CLASS labels, not instance names — and that inversion is the whole design
- *
- *   The obvious read of "Wikidata for localized designators" is: fetch every airport terminal entity
- *   and read its name in each language. That was tried first and it is the WRONG query. Wikidata
- *   knows 246 items that are `instance of / subclass of*` airport terminal, carrying 775 labels
- *   between them (measured 2026-08-04), and most of those labels are proper names that translate
- *   verbatim — `TWA Flight Center` is spelled `TWA Flight Center` in fifteen languages. The
- *   instance layer is thin and its localization is mostly a no-op.
- *
- *   The DESIGNATOR is the label of the CLASS. `wd:Q849706` ("airport terminal") is labelled `Terminal`
- *   in German, `terminal aéroportuaire` in French, `ターミナルビル` in Japanese, `航站楼` in Chinese —
- *   and `skos:altLabel` adds the aliases (`Abfertigungsgebäude`, `Flughafenterminal`, `aerostazione`).
- *   Eight concept ids yield 877 label+alias rows across 174 languages, which is the vocabulary the
- *   corpus task asked for and the instance query does not contain. {@link SUBVENUE_CONCEPTS} is that
- *   list of ids; {@link buildDesignatorLabelQuery} is that query.
- *
- *   Instance labels are fetched too ({@link buildTerminalInstanceQuery}), for a different job: they
- *   are ATTESTED USAGE — evidence of how a designator combines with a modifier or an identifier in
- *   running text. 775 rows is small, and it is a validation set, not a vocabulary.
- *
- *   ## What a caller must NOT do with the output
- *
- *   A class label is a CONCEPT NAME, not a designator as written in an address. Q849706's Spanish
- *   label is `terminal aeroportuaria` and its French is `terminal d'aéroport`; nobody writes either on
- *   an envelope, they write `Terminal`. Q247739's Spanish is `puerta de embarque` where the addressed
- *   form is `Puerta`. So this fetch produces CANDIDATE SURFACES that need a head-noun/curation pass
- *   before any of them reaches `neural/venue-structure.ts`'s designator vocabulary — the lexicon
- *   builder marks every one `curated: false` and the burden of promotion is on a human. Wiring the raw
- *   pull straight into the span proposer would admit multi-word phrases that match nothing and, worse,
- *   admit `hall` in a language where it names an ordinary room.
- *
- *   ## Why `APIClient` here when the OurAirports sibling uses `downloadToFile`
- *
- *   This is the API-request side of `AGENTS.md`'s split: small JSON bodies, several calls per run, and
- *   a host that publishes a rate policy and enforces it with 429s. Pacing, bounded `Retry-After`-aware
- *   retry, response caching and `ResourceError` mapping all earn their keep, so it extends
- *   {@link APIClient}. `ourairports.ts` is four static file transfers off a CDN and correctly does not.
- *
- *   WDQS also REQUIRES a descriptive `User-Agent` naming the tool and a contact — an anonymous or
- *   library-default agent is blocked outright by the Wikimedia user-agent policy. See
- *   {@link WIKIDATA_USER_AGENT}.
- *
- *   Invoke via `mailwoman corpus fetch wikidata-subvenue --out-root <path>`.
- */
-import { mkdirSync } from "node:fs";
-import { writeFile } from "node:fs/promises";
-import { join } from "node:path";
-import { APIClient } from "@mailwoman/core/api";
-import { buildDiskStorage } from "@mailwoman/core/api/disk-storage";
-import { sha256File } from "@mailwoman/core/utils";
-import { writeManifest } from "./download.js";
-const SLUG = "wikidata-subvenue";
-/**
- * The SPARQL endpoint. Public, no credential.
- */
-export const WDQS_ENDPOINT = "https://query.wikidata.org/sparql";
-/**
- * The `User-Agent` every request carries.
- *
- * NOT decoration. The Wikimedia user-agent policy blocks requests whose agent is absent, generic, or a library default,
- * and WDQS enforces it — an unidentified client gets a 403 that no amount of retrying fixes. The policy asks for a tool
- * name, a URL, and a contact address, all three of which are here.
- */
-export const WIKIDATA_USER_AGENT = "mailwoman/1.0 (https://github.com/sister-software/mailwoman; teffen@sister.software) corpus-subvenue-fetch";
-/**
- * Minimum spacing between dispatches, in milliseconds.
- *
- * WDQS's published limit is expressed as processing-time budget rather than a request rate, and this run issues fewer
- * than a dozen queries total, so the number is chosen for politeness rather than to sit against a ceiling: one query
- * per second is far inside anything WDQS objects to, and at this volume the whole fetch still completes in seconds.
- *
- * Set as `minRequestIntervalMs` rather than `requestsPerMinute` deliberately — `AGENTS.md` records that
- * `requestsPerMinute` is a BUDGET model whose cooldown lets N requests go out back to back, so it does not deliver N
- * per minute and is not the gate that holds a rate. The interval is.
- */
-const WDQS_MIN_REQUEST_INTERVAL_MS = 1000;
-/**
- * Per-attempt socket-inactivity timeout. WDQS's own query timeout is 60 seconds and it answers with a 500 when a query
- * exceeds it, so a client timeout below that would turn a server-side timeout into a client-side one and lose the error
- * body that says which query was too expensive.
- */
-const WDQS_REQUEST_TIMEOUT_MS = 90_000;
-/**
- * Total attempts (including the first) before giving up on a 429/5xx.
- */
-const WDQS_MAX_ATTEMPTS = 3;
-/**
- * How long a cached SPARQL response stays fresh. A week: the class labels this pulls change on the timescale at which
- * someone edits a Wikidata concept's German alias, which is to say rarely, and a re-run inside a working session should
- * not re-ask.
- */
-const WDQS_CACHE_TTL_MS = 7 * 24 * 60 * 60 * 1000;
-/**
- * The concept table. Eight ids, each verified against its English description on 2026-08-04.
- */
-export const SUBVENUE_CONCEPTS = [
-    { designatorID: "terminal", qid: "Q849706", gloss: "airport terminal — part of an airport" },
-    { designatorID: "gate", qid: "Q247739", gloss: "gate — airport facility for passenger loading/unloading" },
-    { designatorID: "concourse", qid: "Q862212", gloss: "concourse — place where pathways or roads meet" },
-    { designatorID: "campus", qid: "Q209465", gloss: "campus — cluster of buildings used by an educational institution" },
-    { designatorID: "building", qid: "Q41176", gloss: "building — structure with a roof and walls" },
-    { designatorID: "arcade", qid: "Q186637", gloss: "arcade — covered walk enclosed by a line of arches" },
-    { designatorID: "hall", qid: "Q240854", gloss: "hall — large enclosed room" },
-    { designatorID: "satellite", qid: "Q15990706", gloss: "satellite terminal — detached airport building" },
-];
-/**
- * The class whose instances are fetched for attested-usage evidence: airport terminal.
- */
-const TERMINAL_CLASS_QID = "Q849706";
-/**
- * Build the class-label query: `rdfs:label` and `skos:altLabel` for every concept, in every language, tagged with which
- * of the two it came from so the lexicon can rank a label above an alias.
- *
- * `VALUES` rather than a property path over the whole class tree — the concept list is closed and hand-verified, and a
- * `wdt:P279*` walk from `building` would drag in every structure type on earth.
- */
-export function buildDesignatorLabelQuery(concepts = SUBVENUE_CONCEPTS) {
-    const values = concepts.map((c) => `wd:${c.qid}`).join(" ");
-    return `SELECT ?item ?lang ?label ?kind WHERE {
-  VALUES ?item { ${values} }
-  { ?item rdfs:label ?label . BIND("label" AS ?kind) }
-  UNION
-  { ?item skos:altLabel ?label . BIND("alt" AS ?kind) }
-  BIND(LANG(?label) AS ?lang)
-}`;
-}
-/**
- * Build the instance-label query — every item that is an `instance of` (through any `subclass of` chain) an airport
- * terminal, with all of its labels. Measured at 246 items / 775 labels on 2026-08-04, well inside WDQS's 60-second
- * budget.
- *
- * A caveat worth knowing before trusting a row: Wikidata's P31 on these is not clean. `Q1322696` (Kigali International
- * Airport) is typed as an airport terminal, so the result set mixes AIRPORTS in with terminals. The consumer filters;
- * this module fetches what the query returns.
- */
-export function buildTerminalInstanceQuery(classQID = TERMINAL_CLASS_QID) {
-    return `SELECT ?item ?lang ?label WHERE {
-  ?item wdt:P31/wdt:P279* wd:${classQID} .
-  ?item rdfs:label ?label .
-  BIND(LANG(?label) AS ?lang)
-}`;
-}
-/**
- * Whether a decoded body is a SPARQL results envelope. Used as the cache's write validator so an HTML error page served
- * under a 200 is never persisted for the next run to destructure into `undefined`.
- */
-export function isSPARQLResults(value) {
-    return typeof value === "object" && value !== null && Array.isArray(value.results?.bindings);
-}
-/**
- * A Wikidata Query Service client: paced, retrying, disk-cached, and correctly identified.
- */
-export class WikidataClient extends APIClient {
-    /**
-     * Run one SPARQL query and return its results envelope.
-     */
-    async query(sparql) {
-        const url = new URL(WDQS_ENDPOINT);
-        url.searchParams.set("query", sparql);
-        const response = await this.fetch({ url: url.toString() });
-        return response.data;
-    }
-}
-/**
- * Construct a {@link WikidataClient} with every default resolved.
- */
-export function createWikidataClient(options) {
-    return new WikidataClient({
-        displayName: "Wikidata Query Service",
-        minRequestIntervalMs: WDQS_MIN_REQUEST_INTERVAL_MS,
-        retry: { maxAttempts: WDQS_MAX_ATTEMPTS },
-        clock: options.clock,
-        caching: {
-            storage: buildDiskStorage({
-                directory: options.cacheDir,
-                // `value.data` is the cached RESPONSE; `value.data.data` is its body. Passing the response here
-                // instead of the body is a silent-failure trap — the predicate returns false for every entry and
-                // every run re-fetches while logging "rejected by the configured validate() predicate". Caught
-                // on the first live run, 2026-08-04.
-                validate: (value) => isSPARQLResults(value.data?.data),
-            }),
-            ttl: WDQS_CACHE_TTL_MS,
-            // The TTL is chosen against Wikidata's edit cadence; letting a CDN header override it would
-            // silently replace that reasoning with whatever varnish in front of WDQS happens to send.
-            interpretHeader: false,
-        },
-        axios: {
-            headers: {
-                "User-Agent": WIKIDATA_USER_AGENT,
-                Accept: "application/sparql-results+json",
-            },
-            timeout: WDQS_REQUEST_TIMEOUT_MS,
-            responseType: "json",
-            // Axios hands back the RAW STRING when a body fails to parse unless this is off. WDQS serves an
-            // HTML error page under some failures, and returning that as `SPARQLResults` would surface as an
-            // `undefined` destructure far from the cause.
-            transitional: { silentJSONParsing: false },
-            ...options.axios,
-        },
-    });
-}
-/**
- * Write a JSON payload and return its manifest entry.
- */
-async function writePayload(destDir, filename, query, results) {
-    const path = join(destDir, filename);
-    const body = JSON.stringify(results, null, 2) + "\n";
-    await writeFile(path, body);
-    return {
-        filename,
-        query,
-        rows: results.results.bindings.length,
-        sha256: await sha256File(path),
-        bytes: Buffer.byteLength(body),
-    };
-}
-/**
- * Run both queries and write their raw SPARQL JSON into `<outRoot>/wikidata-subvenue/`, with a `MANIFEST.json` carrying
- * the endpoint, the exact queries, the concept table, row counts and sha256s.
- *
- * The RAW envelope is written rather than a reshaped one on purpose: the lexicon build is a separate, pure step
- * (`sub-venue-lexicon.ts`) and keeping the fetch output byte-faithful to what WDQS served means a lexicon regeneration
- * never needs the network.
- */
-export async function fetchWikidataSubVenue(options, report) {
-    const destDir = join(options.outRoot, SLUG);
-    mkdirSync(destDir, { recursive: true });
-    await using client = createWikidataClient({ cacheDir: join(destDir, "http-cache") });
-    const jobs = [
-        { filename: "designator-labels.json", query: buildDesignatorLabelQuery() },
-        { filename: "terminal-instance-labels.json", query: buildTerminalInstanceQuery() },
-    ];
-    const files = [];
-    const failedCodes = [];
-    let fetched = 0;
-    let failed = 0;
-    for (const job of jobs) {
-        report?.(`=== ${SLUG} / ${job.filename}`);
-        try {
-            const results = await client.query(job.query);
-            const entry = await writePayload(destDir, job.filename, job.query, results);
-            report?.(`  ${entry.rows} rows, ${entry.bytes} bytes`);
-            files.push(entry);
-            fetched++;
-        }
-        catch (error) {
-            report?.(`✗ ${job.filename}: ${error instanceof Error ? error.message : String(error)}`);
-            failedCodes.push(job.filename);
-            failed++;
-        }
-    }
-    const manifest = {
-        source: "Wikidata Query Service",
-        endpoint: WDQS_ENDPOINT,
-        license: "CC0",
-        user_agent: WIKIDATA_USER_AGENT,
-        downloaded_at: new Date().toISOString(),
-        concepts: SUBVENUE_CONCEPTS,
-        files,
-    };
-    await writeManifest(join(destDir, "MANIFEST.json"), manifest);
-    return { fetched, skipped: 0, failed, failedCodes };
-}
-//# sourceMappingURL=wikidata-subvenue.js.map

package/out/src/tools/fetch/wikidata-subvenue.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"wikidata-subvenue.js","sourceRoot":"","sources":["../../../../src/tools/fetch/wikidata-subvenue.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsDG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAA;AACnC,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAC5C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAEhC,OAAO,EAAE,SAAS,EAAkB,MAAM,qBAAqB,CAAA;AAC/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAA;AACnE,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAA;AAGlD,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAE7C,MAAM,IAAI,GAAG,mBAAmB,CAAA;AAEhC;;GAEG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,mCAAmC,CAAA;AAEhE;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAC/B,4GAA4G,CAAA;AAE7G;;;;;;;;;;GAUG;AACH,MAAM,4BAA4B,GAAG,IAAI,CAAA;AAEzC;;;;GAIG;AACH,MAAM,uBAAuB,GAAG,MAAM,CAAA;AAEtC;;GAEG;AACH,MAAM,iBAAiB,GAAG,CAAC,CAAA;AAE3B;;;;GAIG;AACH,MAAM,iBAAiB,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAA;AA0BjD;;GAEG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAA+B;IAC5D,EAAE,YAAY,EAAE,UAAU,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,uCAAuC,EAAE;IAC5F,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,yDAAyD,EAAE;IAC1G,EAAE,YAAY,EAAE,WAAW,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,gDAAgD,EAAE;IACtG,EAAE,YAAY,EAAE,QAAQ,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,kEAAkE,EAAE;IACrH,EAAE,YAAY,EAAE,UAAU,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,4CAA4C,EAAE;IAChG,EAAE,YAAY,EAAE,QAAQ,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,oDAAoD,EAAE;IACvG,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,4BAA4B,EAAE;IAC7E,EAAE,YAAY,EAAE,WAAW,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,gDAAgD,EAAE;CACxG,CAAA;AAED;;GAEG;AACH,MAAM,kBAAkB,GAAG,SAAS,CAAA;AAEpC;;;;;;GAMG;AACH,MAAM,UAAU,yBAAyB,CAAC,WAAuC,iBAAiB;IACjG,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAE3D,OAAO;mBACW,MAAM;;;;;EAKvB,CAAA;AACF,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,0BAA0B,CAAC,WAAmB,kBAAkB;IAC/E,OAAO;+BACuB,QAAQ;;;EAGrC,CAAA;AACF,CAAC;AAWD;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,KAAc;IAC7C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAE,KAAuB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;AAChH,CAAC;AAmBD;;GAEG;AACH,MAAM,OAAO,cAAe,SAAQ,SAAS;IAC5C;;OAEG;IACI,KAAK,CAAC,KAAK,CAAC,MAAc;QAChC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,CAAA;QAClC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;QAErC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAgB,EAAE,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;QAEzE,OAAO,QAAQ,CAAC,IAAI,CAAA;IACrB,CAAC;CACD;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,OAAoC;IACxE,OAAO,IAAI,cAAc,CAAC;QACzB,WAAW,EAAE,wBAAwB;QACrC,oBAAoB,EAAE,4BAA4B;QAClD,KAAK,EAAE,EAAE,WAAW,EAAE,iBAAiB,EAAE;QACzC,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,OAAO,EAAE;YACR,OAAO,EAAE,gBAAgB,CAAC;gBACzB,SAAS,EAAE,OAAO,CAAC,QAAQ;gBAC3B,gGAAgG;gBAChG,iGAAiG;gBACjG,+FAA+F;gBAC/F,qCAAqC;gBACrC,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC;aACtD,CAAC;YACF,GAAG,EAAE,iBAAiB;YACtB,4FAA4F;YAC5F,0FAA0F;YAC1F,eAAe,EAAE,KAAK;SACtB;QACD,KAAK,EAAE;YACN,OAAO,EAAE;gBACR,YAAY,EAAE,mBAAmB;gBACjC,MAAM,EAAE,iCAAiC;aACzC;YACD,OAAO,EAAE,uBAAuB;YAChC,YAAY,EAAE,MAAM;YACpB,gGAAgG;YAChG,iGAAiG;YACjG,8CAA8C;YAC9C,YAAY,EAAE,EAAE,iBAAiB,EAAE,KAAK,EAAE;YAC1C,GAAG,OAAO,CAAC,KAAK;SAChB;KACD,CAAC,CAAA;AACH,CAAC;AAsBD;;GAEG;AACH,KAAK,UAAU,YAAY,CAC1B,OAAe,EACf,QAAgB,EAChB,KAAa,EACb,OAAsB;IAEtB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;IACpC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAA;IACpD,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;IAE3B,OAAO;QACN,QAAQ;QACR,KAAK;QACL,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM;QACrC,MAAM,EAAE,MAAM,UAAU,CAAC,IAAI,CAAC;QAC9B,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC;KAC9B,CAAA;AACF,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAC1C,OAAqC,EACrC,MAA+B;IAE/B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;IAC3C,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAEvC,YAAY,MAAM,GAAG,oBAAoB,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,EAAE,CAAC,CAAA;IAEpF,MAAM,IAAI,GAA+C;QACxD,EAAE,QAAQ,EAAE,wBAAwB,EAAE,KAAK,EAAE,yBAAyB,EAAE,EAAE;QAC1E,EAAE,QAAQ,EAAE,+BAA+B,EAAE,KAAK,EAAE,0BAA0B,EAAE,EAAE;KAClF,CAAA;IAED,MAAM,KAAK,GAAwB,EAAE,CAAA;IACrC,MAAM,WAAW,GAAa,EAAE,CAAA;IAChC,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,MAAM,GAAG,CAAC,CAAA;IAEd,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACxB,MAAM,EAAE,CAAC,OAAO,IAAI,MAAM,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;QAEzC,IAAI,CAAC;YACJ,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;YAC7C,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;YAC3E,MAAM,EAAE,CAAC,KAAK,KAAK,CAAC,IAAI,UAAU,KAAK,CAAC,KAAK,QAAQ,CAAC,CAAA;YACtD,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAEjB,OAAO,EAAE,CAAA;QACV,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,EAAE,CAAC,KAAK,GAAG,CAAC,QAAQ,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;YACxF,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;YAE9B,MAAM,EAAE,CAAA;QACT,CAAC;IACF,CAAC;IAED,MAAM,QAAQ,GAAqB;QAClC,MAAM,EAAE,wBAAwB;QAChC,QAAQ,EAAE,aAAa;QACvB,OAAO,EAAE,KAAK;QACd,UAAU,EAAE,mBAAmB;QAC/B,aAAa,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACvC,QAAQ,EAAE,iBAAiB;QAC3B,KAAK;KACL,CAAA;IAED,MAAM,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,EAAE,QAAQ,CAAC,CAAA;IAE7D,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,CAAA;AACpD,CAAC"}

package/out/src/tools/gb-title-case.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"gb-title-case.d.ts","sourceRoot":"","sources":["../../../src/tools/gb-title-case.ts"],"names":[],"mappings":"AAkDA,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAkBjD"}

package/out/src/tools/gb-title-case.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"gb-title-case.js","sourceRoot":"","sources":["../../../src/tools/gb-title-case.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;IAC5B,MAAM;IACN,IAAI;IACJ,OAAO;IACP,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,MAAM;IACN,MAAM;IACN,MAAM;IACN,IAAI;IACJ,OAAO;IACP,KAAK;IACL,KAAK;IACL,IAAI;IACJ,GAAG;IACH,IAAI;CACJ,CAAC,CAAA;AAEF,SAAS,QAAQ,CAAC,IAAY,EAAE,OAAgB;IAC/C,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAA;IACtB,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAEhC,IAAI,CAAC,OAAO,IAAI,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAErD,0FAA0F;IAC1F,OAAO,KAAK;SACV,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE;QACrB,IAAI,CAAC,OAAO;YAAE,OAAO,OAAO,CAAA;QAE5B,iDAAiD;QACjD,IAAI,GAAG,GAAG,CAAC,IAAI,OAAO,KAAK,GAAG;YAAE,OAAO,OAAO,CAAA;QAE9C,8CAA8C;QAC9C,OAAO,OAAO,CAAC,CAAC,CAAE,CAAC,WAAW,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IACpD,CAAC,CAAC;SACD,IAAI,CAAC,GAAG,CAAC,CAAA;AACZ,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAa;IACxC,KAAK,GAAG,KAAK,CAAC,IAAI,EAAE,CAAA;IACpB,IAAI,SAAS,GAAG,CAAC,CAAA;IAEjB,OAAO,KAAK;SACV,KAAK,CAAC,KAAK,CAAC;SACZ,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACd,MAAM,KAAK,GAAG,KAAK;aACjB,KAAK,CAAC,GAAG,CAAC;aACV,GAAG,CAAC,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,EAAE,SAAS,KAAK,CAAC,IAAI,QAAQ,KAAK,CAAC,CAAC,CAAC;aACxE,IAAI,CAAC,GAAG,CAAC,CAAA;QAEX,SAAS,IAAI,CAAC,CAAA;QAEd,OAAO,KAAK,CAAA;IACb,CAAC,CAAC;SACD,IAAI,CAAC,GAAG,CAAC;SACT,IAAI,EAAE,CAAA;AACT,CAAC"}

package/out/src/tools/golden-expand.d.ts

@@ -1,90 +0,0 @@
-/**
- * @copyright Sister Software
- * @license AGPL-3.0
- * @author Teffen Ellis, et al.
- *
- *   Generate golden-set candidate entries by LLM-driven surface-form synthesis from a verified-label
- *   seed pulled out of the corpus's labeled test split.
- *
- *   ## Why this approach
- *
- *   The Phase 2 golden set has 74 entries; session-notes.md called for ≥500/locale. Manual curation
- *   doesn't scale. Pure-LLM generation (invent raw + labels from scratch) is too noisy — labels
- *   would be unverified.
- *
- *   This module takes the middle path:
- *
- *   1. **Seeds come from corpus-v0.2.0 test shard** — already through the alignment pipeline, so labels
- *        are pipeline-verified.
- *   2. **LLM only varies the surface form** — case, abbreviations, reordering, dropped components. The
- *        component VALUES (locality string, postcode digits, etc.) are preserved verbatim.
- *   3. **Programmatic validator drops hallucinations** — every component value must appear as a
- *        substring (case-insensitive, whitespace-normalized) of the variant's raw. Failures dropped
- *        silently; cost is wasted tokens, never bad-labeled golden entries.
- *
- *   ## Usage
- *
- *   ```sh
- *   DEEPSEEK_API_KEY=sk-... \
- *   mailwoman corpus golden expand \
- *   --count 1000 \
- *   --variants 5 \
- *   --output data/eval/golden/candidates/expand-$(date +%Y%m%d-%H%M%S).jsonl
- *   ```
- *
- *   ## Env
- *
- *   - `DEEPSEEK_API_KEY` — required for provider `deepseek`
- *   - `ANTHROPIC_API_KEY` — required for provider `anthropic`
- *
- *   ## What this module does NOT do
- *
- *   - Does not commit anything or modify the versioned golden dir. Candidates land in
- *       `data/eval/golden/candidates/` for operator review (skim, prune, then run
- *       `mailwoman corpus golden promote`).
- *   - Does not score the LLM's quality — that's an eyeball job after pilot lands.
- *   - Does not retry hallucinated candidates. Cost of wasted tokens is trivial (~$0.0006/each).
- */
-export interface ExpandGoldenOptions {
-    /**
-     * Corpus test shard path(s), comma-separated. Default: the v0.2.0 test shard under the data root.
-     */
-    corpus?: string;
-    /**
-     * Total seeds to process. Default `100` (pilot).
-     */
-    count?: number;
-    /**
-     * Variants requested per seed. Default `5`.
-     */
-    variants?: number;
-    /**
-     * JSONL output path. Default `data/eval/golden/candidates/expand-<ts>.jsonl`.
-     */
-    output?: string;
-    /**
-     * LLM provider. Default `deepseek`.
-     */
-    provider?: "deepseek" | "anthropic";
-    /**
-     * Model id. Default depends on provider.
-     */
-    model?: string;
-    /**
-     * Parallel LLM calls. Default `4`.
-     */
-    concurrency?: number;
-    /**
-     * Comma-separated source allow-list.
-     */
-    includeSources?: string;
-}
-export interface ExpandGoldenSummary {
-    seedsProcessed: number;
-    kept: number;
-    dropped: number;
-    errored: number;
-    outputPath: string;
-}
-export declare function expandGolden(options?: ExpandGoldenOptions, report?: (line: string) => void): Promise<ExpandGoldenSummary>;
-//# sourceMappingURL=golden-expand.d.ts.map

package/out/src/tools/golden-expand.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"golden-expand.d.ts","sourceRoot":"","sources":["../../../src/tools/golden-expand.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8CG;AAqDH,MAAM,WAAW,mBAAmB;IACnC;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;;OAEG;IACH,QAAQ,CAAC,EAAE,UAAU,GAAG,WAAW,CAAA;IACnC;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,WAAW,mBAAmB;IACnC,cAAc,EAAE,MAAM,CAAA;IACtB,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;CAClB;AAuVD,wBAAsB,YAAY,CACjC,OAAO,GAAE,mBAAwB,EACjC,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,GAC7B,OAAO,CAAC,mBAAmB,CAAC,CAiG9B"}