@mailwoman/corpus 10.0.0 → 10.1.0

package/out/subvenue/harvest.js

@@ -0,0 +1,172 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   @file This module defines harvestable source rows and reads them from files. Each pass extracts
+ *   attested surfaces and measures the identifier half of each designator.
+ *
+ *   {@link SubVenueHarvestRow} accepts rows from any source. An Overture Places row in the
+ *   `airport_terminal` category has the shape `{ designatorID, name }` and fits unchanged. The type is
+ *   declared here so the builder can read source rows without importing `@mailwoman/osm`. The corpus
+ *   package has no dependency on that package.
+ *
+ *   Two measurements shape {@link extractAttestedPhrases}. They show why it can run over raw OSM:
+ *
+ *   **Most feature names describe the venue.** In the Berlin extract, 2,060 matched features include a
+ *   `railway=platform` with the name `Stendaler Straße`. An `amenity=university` has the name `Hertie School`.
+ *   Among 250,116 Great Britain features with names, 6,003 (2.40%) contain a designator token. A name adds a surface
+ *   when it contains a phrase already in the surface index. `Terminal E (Untere Ebene)` qualifies. The full
+ *   venue name `Otto Lilienthal Flughafen Berlin Tegel` does not.
+ *
+ *   **The matched phrase determines which record receives the surface.** Every hit attributed to
+ *   `row.designatorID`, the rule that matched the feature, produced `west → platform`, `hall → platform`, and
+ *   `biggin → platform` on the GB extract. A bus stop tagged `public_transport=platform` can have the label
+ *   "Village Hall" or "West Kensington". Of 133 OSM-derived surfaces, 108 referred to records other than the
+ *   ones identified by the phrases. Attribution now follows the surface index. The row's designator stays in `context`.
+ *   A confound board can then distinguish `hall` found on a platform from `hall` found on a terminal.
+ */
+import { readLocalTextFile } from "@mailwoman/core/fs/readers";
+import { parseJSONStrict } from "@mailwoman/core/json";
+import { TextSpliterator } from "spliterator";
+import { nameContainsSurfaces } from "#subvenue/surfaces";
+/**
+ * Classify an OSM `ref` into an {@link IdentifierShape} class.
+ *
+ * The classes are the ones Berlin's gates actually produced, plus the two aviation forms
+ * the corpus task names (`Terminal 2F` is digit-letter, `Concourse B` is letter).
+ * `range` covers both separators OSM uses for a gate serving more than one stand: `16-18` and `0/1`.
+ */
+export function classifyIdentifier(ref) {
+    const value = ref.trim();
+    if (/^[0-9]+$/.test(value))
+        return "digit";
+    if (/^[A-Za-z]$/.test(value))
+        return "letter";
+    if (/^[A-Za-z]+[0-9]+$/.test(value))
+        return "letter-digit";
+    if (/^[0-9]+[A-Za-z]+$/.test(value))
+        return "digit-letter";
+    if (/^[0-9A-Za-z]+\s*[-/]\s*[0-9A-Za-z]+$/.test(value))
+        return "range";
+    return "other";
+}
+/**
+ * How many real `ref` values each {@link IdentifierShape} keeps.
+ *
+ * Eight rather than "all" and not one.
+ * The field exists so a recipe author can see what a class actually contains.
+ *
+ * GB's `other` class turned out to be semicolon multi-values (`1.2.3`, `13.14`),
+ * which one example would have hidden and which the class name does not say.
+ *
+ * Eight fits a terminal line and covers the variety inside every class the GB extract produced.
+ * The count lives in `observations`; this is a sample rather than a census.
+ */
+const IDENTIFIER_EXAMPLES_PER_SHAPE = 8;
+/**
+ * Harvest attested phrases and identifier shapes out of a source's rows.
+ *
+ * `index` gates the name harvest.
+ * A name contributes only when it contains a phrase already in the table.
+ *
+ * That filter is the whole reason this function is safe to run over raw OSM:
+ * see this file's header for the Berlin measurement that motivated it.
+ *
+ * The index decides which record receives each hit.
+ * The row's designator is recorded as `context`.
+ *
+ * @returns Surfaces with real `observations` counts, so the lexicon can rank
+ * `terminal` above a phrase attested once.
+ */
+export function extractAttestedPhrases(rows, index, options = {}) {
+    const source = options.source ?? "osm";
+    const region = options.region ?? "";
+    /**
+     * `phrase\0lang\0source` → { count, context }.
+     */
+    const surfaceCounts = new Map();
+    /**
+     * `designatorID\0shape` → { count, examples }.
+     */
+    const shapes = new Map();
+    const note = (phrase, lang, sourceTag, context) => {
+        const key = `${phrase}\0${lang}\0${sourceTag}`;
+        const entry = surfaceCounts.get(key) ?? { count: 0, context: new Map() };
+        entry.count++;
+        entry.context.set(context, (entry.context.get(context) ?? 0) + 1);
+        surfaceCounts.set(key, entry);
+    };
+    for (const row of rows) {
+        if (row.name) {
+            for (const hit of nameContainsSurfaces(row.name, index)) {
+                // `und` — the default `name` tag has no language.
+                // Overture's `name` is the same: a primary name in whatever language the place uses, untagged.
+                note(hit, "und", `${source}:name`, row.designatorID);
+            }
+        }
+        for (const [lang, localized] of Object.entries(row.localizedNames ?? {})) {
+            for (const hit of nameContainsSurfaces(localized, index)) {
+                note(hit, lang, `${source}:name:${lang}`, row.designatorID);
+            }
+        }
+        if (row.ref) {
+            const shape = classifyIdentifier(row.ref);
+            const key = `${row.designatorID}\0${shape}`;
+            const entry = shapes.get(key) ?? { count: 0, examples: new Set() };
+            entry.count++;
+            if (entry.examples.size < IDENTIFIER_EXAMPLES_PER_SHAPE) {
+                entry.examples.add(row.ref.trim());
+            }
+            shapes.set(key, entry);
+        }
+    }
+    const surfaces = [...surfaceCounts].map(([key, entry]) => {
+        const [phrase, lang, sourceTag] = key.split("\0");
+        const record = index.get(phrase);
+        return {
+            phrase,
+            recordID: record.recordID,
+            recordKind: record.recordKind,
+            lang,
+            region,
+            source: sourceTag,
+            curated: false,
+            observations: entry.count,
+            context: Object.fromEntries([...entry.context].toSorted((a, b) => b[1] - a[1] || a[0].localeCompare(b[0]))),
+        };
+    });
+    const identifierShapes = [...shapes].map(([key, entry]) => {
+        const [designatorID, shape] = key.split("\0");
+        return {
+            designatorID,
+            region,
+            shape,
+            observations: entry.count,
+            examples: [...entry.examples].toSorted((a, b) => a.localeCompare(b)),
+        };
+    });
+    return { surfaces, identifierShapes };
+}
+/**
+ * Read a jsonl file of {@link SubVenueHarvestRow}s.
+ *
+ * The reader skips blank lines and rows it cannot parse.
+ * A malformed line does not stop lexicon generation.
+ */
+export async function readSubVenueJSONL(path) {
+    const out = [];
+    // `TextSpliterator` rather than `split("\n")`.
+    // A whole-country extract runs to 250,000 lines (52 MB for Great Britain), and materializing
+    // every segment before reading the first is exactly what the repo lint rule exists to prevent.
+    for (const line of TextSpliterator.from(await readLocalTextFile(path))) {
+        try {
+            out.push(parseJSONStrict(line));
+        }
+        catch {
+            continue;
+        }
+    }
+    return out;
+}
+//# sourceMappingURL=harvest.js.map

package/out/subvenue/harvest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"harvest.js","sourceRoot":"","sources":["../../lib/subvenue/harvest.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAA;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA;AACtD,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAE7C,OAAO,EAAE,oBAAoB,EAAqB,MAAM,oBAAoB,CAAA;AAqC5E;;;;;;GAMG;AACH,MAAM,UAAU,kBAAkB,CAAC,GAAW;IAC7C,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,EAAE,CAAA;IAExB,IAAI,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,OAAO,CAAA;IAE1C,IAAI,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAA;IAE7C,IAAI,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,cAAc,CAAA;IAE1D,IAAI,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,cAAc,CAAA;IAE1D,IAAI,sCAAsC,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,OAAO,CAAA;IAEtE,OAAO,OAAO,CAAA;AACf,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,6BAA6B,GAAG,CAAC,CAAA;AAsBvC;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,sBAAsB,CACrC,IAAkC,EAClC,KAAmB,EACnB,OAAO,GAAmB,EAAE;IAE5B,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,KAAK,CAAA;IACtC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,EAAE,CAAA;IACnC;;OAEG;IACH,MAAM,aAAa,GAAG,IAAI,GAAG,EAA2D,CAAA;IACxF;;OAEG;IACH,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoD,CAAA;IAE1E,MAAM,IAAI,GAAG,CAAC,MAAc,EAAE,IAAY,EAAE,SAAiB,EAAE,OAAe,EAAQ,EAAE;QACvF,MAAM,GAAG,GAAG,GAAG,MAAM,KAAK,IAAI,KAAK,SAAS,EAAE,CAAA;QAC9C,MAAM,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,GAAG,EAAkB,EAAE,CAAA;QAExF,KAAK,CAAC,KAAK,EAAE,CAAA;QACb,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QACjE,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;IAC9B,CAAC,CAAA;IAED,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACxB,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;YACd,KAAK,MAAM,GAAG,IAAI,oBAAoB,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;gBACzD,kDAAkD;gBAClD,+FAA+F;gBAC/F,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,MAAM,OAAO,EAAE,GAAG,CAAC,YAAY,CAAC,CAAA;YACrD,CAAC;QACF,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC,EAAE,CAAC;YAC1E,KAAK,MAAM,GAAG,IAAI,oBAAoB,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,CAAC;gBAC1D,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,MAAM,SAAS,IAAI,EAAE,EAAE,GAAG,CAAC,YAAY,CAAC,CAAA;YAC5D,CAAC;QACF,CAAC;QAED,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACzC,MAAM,GAAG,GAAG,GAAG,GAAG,CAAC,YAAY,KAAK,KAAK,EAAE,CAAA;YAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,IAAI,GAAG,EAAU,EAAE,CAAA;YAE1E,KAAK,CAAC,KAAK,EAAE,CAAA;YAEb,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,GAAG,6BAA6B,EAAE,CAAC;gBACzD,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;YACnC,CAAC;YAED,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;QACvB,CAAC;IACF,CAAC;IAED,MAAM,QAAQ,GAAsB,CAAC,GAAG,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;QAC3E,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,SAAS,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAA6B,CAAA;QAC7E,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,MAAM,CAAE,CAAA;QAEjC,OAAO;YACN,MAAM;YACN,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,IAAI;YACJ,MAAM;YACN,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,KAAK,CAAC,KAAK;YACzB,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SAC3G,CAAA;IACF,CAAC,CAAC,CAAA;IAEF,MAAM,gBAAgB,GAAsB,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;QAC5E,MAAM,CAAC,YAAY,EAAE,KAAK,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAqB,CAAA;QAEjE,OAAO;YACN,YAAY;YACZ,MAAM;YACN,KAAK;YACL,YAAY,EAAE,KAAK,CAAC,KAAK;YACzB,QAAQ,EAAE,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;SACpE,CAAA;IACF,CAAC,CAAC,CAAA;IAEF,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAA;AACtC,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAAY;IACnD,MAAM,GAAG,GAAyB,EAAE,CAAA;IAEpC,+CAA+C;IAC/C,6FAA6F;IAC7F,+FAA+F;IAC/F,KAAK,MAAM,IAAI,IAAI,eAAe,CAAC,IAAI,CAAC,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QACxE,IAAI,CAAC;YACJ,GAAG,CAAC,IAAI,CAAC,eAAe,CAAqB,IAAI,CAAC,CAAC,CAAA;QACpD,CAAC;QAAC,MAAM,CAAC;YACR,SAAQ;QACT,CAAC;IACF,CAAC;IAED,OAAO,GAAG,CAAA;AACX,CAAC"}

package/out/subvenue/promotions.d.ts

@@ -0,0 +1,65 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   The hand-authored ledger of per-locale decisions on sub-venue designator surfaces.
+ */
+/**
+ * One curation decision about a designator phrase in one locale.
+ *
+ * Decisions are per locale because the same token can be a designator in one language
+ * and a common confound in another.
+ */
+export interface SubVenuePromotion {
+    /**
+     * The {@link SubVenueDesignator.id} that the phrase belongs to.
+     */
+    designatorID: string;
+    /**
+     * The exact normalized phrase, such as `halle` for the German form of `hall`.
+     */
+    phrase: string;
+    /**
+     * A `<lang>-<region>` locale.
+     *
+     * The language part matches a surface's `lang`, and the region part matches its `region`.
+     */
+    locale: string;
+    decision: "promote" | "reject";
+    /**
+     * A shape restriction on a promotion.
+     *
+     * `identifier-required` promotes the phrase only as `<phrase> <identifier>`, such as `Halle 8`.
+     * Consumers must honor it, because the bare German `Halle` is also a city.
+     * Without this field, the promotion holds in any shape.
+     */
+    shape?: "identifier-required";
+    /**
+     * The count of census hits that are real venue-interior structure.
+     */
+    real: number;
+    /**
+     * The count of census hits that are confounds.
+     */
+    confound: number;
+    /**
+     * A description of what the confound hits are.
+     */
+    confoundNote: string;
+    /**
+     * The extract or dataset that the census counted, plus the census date.
+     */
+    census: string;
+}
+/**
+ * Every curation decision, grouped by designator.
+ *
+ * This ledger is the only input that sets `curated: true` on a machine-derived surface.
+ * Rejections stay in the ledger so the system can reject duplicate proposals until new evidence arrives.
+ *
+ * The span proposer in `packages/neural/lib/venue-structure.ts` ships its English designators
+ * without a locale gate, so a rejection here guides recipes only and does not stop the proposer.
+ */
+export declare const SUBVENUE_PROMOTIONS: readonly SubVenuePromotion[];
+//# sourceMappingURL=promotions.d.ts.map

package/out/subvenue/promotions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"promotions.d.ts","sourceRoot":"","sources":["../../lib/subvenue/promotions.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH;;;;;GAKG;AACH,MAAM,WAAW,iBAAiB;IACjC;;OAEG;IACH,YAAY,EAAE,MAAM,CAAA;IACpB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAA;IACd;;;;OAIG;IACH,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,SAAS,GAAG,QAAQ,CAAA;IAC9B;;;;;;OAMG;IACH,KAAK,CAAC,EAAE,qBAAqB,CAAA;IAC7B;;OAEG;IACH,IAAI,EAAE,MAAM,CAAA;IACZ;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAA;IAChB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAA;IACpB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAA;CACd;AAED;;;;;;;;GAQG;AACH,eAAO,MAAM,mBAAmB,EAAE,SAAS,iBAAiB,EAmO3D,CAAA"}

package/out/{tools/sub/venue → subvenue}/promotions.js

@@ -3,53 +3,19 @@
  * @license AGPL-3.0
  * @author Teffen Ellis, et al.
  *
- *   The sub-venue curation ledger (#35 wave 2) — every decision taken about whether a designator
- *   surface may be used for parsing IN A GIVEN LOCALE, with the census that backs it.
- *
- *   This file is HAND-AUTHORED. `sub-venue-lexicon.ts` is a pure function of its sources; nothing in it
- *   can decide that Spanish `terminal` is safe and British `hall` is not, because that judgement is
- *   about the confounds a token has in a language, and a confound is a fact about the world rather than
- *   about the data. What the builder does is APPLY these decisions — {@link SUBVENUE_PROMOTIONS} is the
- *   only thing that ever sets `curated: true` on a machine-derived surface.
- *
- *   ── Why every decision is per-LOCALE ─────────────────────────────────────────────────────────────
- *   Wave 1 measured `hall` at 3,274 hits in the Great Britain extract and stopped there, which reads as
- *   a verdict on the word. It is not. Re-censused per region 2026-08-05, the same token is a British
- *   disaster and a German designator, and no single global flag can express that. The rule this file
- *   enforces: a promotion names a designator, a phrase, AND a locale, and it is earned by a count taken
- *   in that locale's own data.
- *
- *   ── What "real" and "confound" mean in the numbers below ─────────────────────────────────────────
- *   Each census counts the surface's occurrences in one region's extract and splits them two ways:
- *
- *   - **real** — the phrase sits in a name that is genuinely venue-interior structure, judged by the
- *     rule designator of the feature carrying it (`terminal`, `gate`, `campus`) and by the name taking a
- *     `<designator> <identifier>` or `<modifier> <designator>` shape.
- *   - **confound** — everything else, and the `confoundNote` says WHAT it is. A count with no note is
- *     not a census; "3,274 hits" told nobody that 3,205 of them were bus stops named after a village
- *     hall.
- *
- *   The instrument is `context` on {@link SubVenueSurface} plus the name-shape split; both are
- *   reproducible from the committed extracts, and `PROVENANCE.md` records the commands.
- *
- *   ── A rejection is a deliverable ─────────────────────────────────────────────────────────────────
- *   Rejections stay in this table forever. They are what stops the next contributor re-proposing
- *   `hall` for en-GB from the same Wikidata concept that proposed it the first time.
+ *   The hand-authored ledger of per-locale decisions on sub-venue designator surfaces.
  */
 /**
- * The ledger. Sorted by designator, then locale, then phrase in the emitted artifact; source order here is grouped by
- * designator for reading.
+ * Every curation decision, grouped by designator.
+ *
+ * This ledger is the only input that sets `curated: true` on a machine-derived surface.
+ * Rejections stay in the ledger so the system can reject duplicate proposals until new evidence arrives.
  *
- * ── A rejection of a SHIPPED designator is ADVISORY ──────────────────────────────────────────────
- * `neural/venue-structure.ts` ships `wing`, `terminal`, `concourse` and six more as a FLAT English vocabulary with no
- * locale gate. Nothing in this table can un-ship them: the `wing` / en-US rejection below tells a slice author which
- * locale to exclude from a generated line, and does not stop the span proposer from firing on "Red Wing". Giving the
- * shipped vocabulary a per-locale gate is the largest thing the slice will want that does not exist yet.
+ * The span proposer in `packages/neural/lib/venue-structure.ts` ships its English designators
+ * without a locale gate, so a rejection here guides recipes only and does not stop the proposer.
  */
 export const SUBVENUE_PROMOTIONS = [
-    // ── wing ────────────────────────────────────────────────────────────────────────────────────────
-    // The designator the corpus task's board rests on (`West Wing` is the one modifier case that
-    // already parses), and the cleanest per-locale split in the whole exercise.
+    // wing
     {
         designatorID: "wing",
         phrase: "wing",
@@ -85,13 +51,11 @@ export const SUBVENUE_PROMOTIONS = [
         decision: "reject",
         real: 0,
         confound: 26,
-        confoundNote: "Wing Chun and Wing Tsun martial-arts clubs, 15 of 26. Nothing in the French slice of the layer is a " +
+        confoundNote: "Wing Chun and Wing Tsun martial-arts clubs, 15 of 26. Nothing in the French partition of the layer is a " +
             "building wing.",
         census: "poi.db 2026-05-20.0, full scan 2026-08-05 (FR partition, 721,352 rows)",
     },
-    // ── hall ────────────────────────────────────────────────────────────────────────────────────────
-    // Wave 1 flagged `hall` as per-locale poison on a GB number alone. Two locales measured; both
-    // reject, and for DIFFERENT reasons, which is the part worth keeping.
+    // hall
     {
         designatorID: "hall",
         phrase: "hall",
@@ -149,9 +113,8 @@ export const SUBVENUE_PROMOTIONS = [
             "Hall Sud). The word that is poison in en-GB is the ordinary designator one country away.",
         census: "france.jsonl 2026-08-05 (251,260 rows), 40 hits; all 19 shape hits enumerated",
     },
-    // ── gate ────────────────────────────────────────────────────────────────────────────────────────
-    // The English surface ships and is deliberately NOT modifier-eligible. These decide its localized
-    // forms, and the two land on opposite sides for a reason worth keeping.
+    // gate: the English surface ships without modifier eligibility.
+    // These entries cover its localized forms.
     {
         designatorID: "gate",
         phrase: "flugsteig",
@@ -180,9 +143,7 @@ export const SUBVENUE_PROMOTIONS = [
             "real hits are ferry and cruise gates (Porte 4 : Ferrys, Berliet Porte C).",
         census: "france.jsonl 2026-08-05 (251,260 rows), 946 hits; all 36 shape hits enumerated",
     },
-    // ── pier ────────────────────────────────────────────────────────────────────────────────────────
-    // New in wave 2, and the second clean per-locale split: promotable in en-GB, killed in en-US by a
-    // furniture chain whose name is exactly the designator+identifier shape.
+    // pier
     {
         designatorID: "pier",
         phrase: "pier",
@@ -208,9 +169,8 @@ export const SUBVENUE_PROMOTIONS = [
             "seafood restaurants and 144 are parks.",
         census: "poi.db 2026-05-20.0, full 13,681,698-row scan 2026-08-05",
     },
-    // ── terminal ────────────────────────────────────────────────────────────────────────────────────
-    // The English surface already ships. These promote the LOCALIZED forms, which is what a non-English
-    // slice line needs and what wave 1 had none of.
+    // terminal: the English surface ships.
+    // These entries cover its localized forms.
     {
         designatorID: "terminal",
         phrase: "terminal",

package/out/subvenue/promotions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"promotions.js","sourceRoot":"","sources":["../../lib/subvenue/promotions.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAkDH;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAiC;IAChE,OAAO;IACP;QACC,YAAY,EAAE,MAAM;QACpB,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,OAAO;QACf,QAAQ,EAAE,SAAS;QACnB,IAAI,EAAE,EAAE;QACR,QAAQ,EAAE,CAAC;QACX,YAAY,EACX,0GAA0G;YAC1G,4GAA4G;YAC5G,2GAA2G;YAC3G,sGAAsG;YACtG,4GAA4G;YAC5G,6GAA6G;YAC7G,uBAAuB;QACxB,MAAM,EAAE,wEAAwE;KAChF;IACD;QACC,YAAY,EAAE,MAAM;QACpB,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,OAAO;QACf,QAAQ,EAAE,QAAQ;QAClB,IAAI,EAAE,CAAC;QACP,QAAQ,EAAE,IAAI;QACd,YAAY,EACX,kFAAkF;YAClF,8GAA8G;YAC9G,0FAA0F;QAC3F,MAAM,EAAE,0DAA0D;KAClE;IACD;QACC,YAAY,EAAE,MAAM;QACpB,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,OAAO;QACf,QAAQ,EAAE,QAAQ;QAClB,IAAI,EAAE,CAAC;QACP,QAAQ,EAAE,EAAE;QACZ,YAAY,EACX,0GAA0G;YAC1G,gBAAgB;QACjB,MAAM,EAAE,wEAAwE;KAChF;IAED,OAAO;IACP;QACC,YAAY,EAAE,MAAM;QACpB,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,OAAO;QACf,QAAQ,EAAE,QAAQ;QAClB,IAAI,EAAE,CAAC;QACP,QAAQ,EAAE,IAAI;QACd,YAAY,EACX,6GAA6G;YAC7G,8GAA8G;YAC9G,6GAA6G;YAC7G,4GAA4G;YAC5G,aAAa;QACd,MAAM,EAAE,iDAAiD;KACzD;IACD;QACC,YAAY,EAAE,MAAM;QACpB,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,OAAO;QACf,QAAQ,EAAE,QAAQ;QAClB,IAAI,EAAE,IAAI;QACV,QAAQ,EAAE,MAAM;QAChB,YAAY,EACX,yGAAyG;YACzG,2GAA2G;YAC3G,+GAA+G;YAC/G,UAAU;QACX,MAAM,EAAE,0DAA0D;KAClE;IACD;QACC,YAAY,EAAE,MAAM;QACpB,MAAM,EAAE,OAAO;QACf,MAAM,EAAE,OAAO;QACf,QAAQ,EAAE,SAAS;QACnB,KAAK,EAAE,qBAAqB;QAC5B,IAAI,EAAE,EAAE;QACR,QAAQ,EAAE,GAAG;QACb,YAAY,EACX,6GAA6G;YAC7G,qGAAqG;YACrG,yGAAyG;YACzG,0GAA0G;YAC1G,0GAA0G;YAC1G,6GAA6G;YAC7G,gFAAgF;QACjF,MAAM,EAAE,iFAAiF;KACzF;IACD;QACC,YAAY,EAAE,MAAM;QACpB,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,OAAO;QACf,QAAQ,EAAE,SAAS;QACnB,IAAI,EAAE,EAAE;QACR,QAAQ,EAAE,CAAC;QACX,YAAY,EACX,2GAA2G;YAC3G,4GAA4G;YAC5G,2GAA2G;YAC3G,0FAA0F;QAC3F,MAAM,EAAE,+EAA+E;KACvF;IAED,gEAAgE;IAChE,2CAA2C;IAC3C;QACC,YAAY,EAAE,MAAM;QACpB,MAAM,EAAE,WAAW;QACnB,MAAM,EAAE,OAAO;QACf,QAAQ,EAAE,SAAS;QACnB,IAAI,EAAE,EAAE;QACR,QAAQ,EAAE,CAAC;QACX,YAAY,EACX,yGAAyG;YACzG,2GAA2G;YAC3G,uGAAuG;YACvG,oGAAoG;YACpG,yGAAyG;QAC1G,MAAM,EAAE,4EAA4E;KACpF;IACD;QACC,YAAY,EAAE,MAAM;QACpB,MAAM,EAAE,OAAO;QACf,MAAM,EAAE,OAAO;QACf,QAAQ,EAAE,QAAQ;QAClB,IAAI,EAAE,EAAE;QACR,QAAQ,EAAE,GAAG;QACb,YAAY,EACX,yGAAyG;YACzG,sGAAsG;YACtG,2GAA2G;YAC3G,0GAA0G;YAC1G,2EAA2E;QAC5E,MAAM,EAAE,gFAAgF;KACxF;IAED,OAAO;IACP;QACC,YAAY,EAAE,MAAM;QACpB,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,OAAO;QACf,QAAQ,EAAE,SAAS;QACnB,IAAI,EAAE,GAAG;QACT,QAAQ,EAAE,EAAE;QACZ,YAAY,EACX,4GAA4G;YAC5G,8GAA8G;YAC9G,8GAA8G;YAC9G,0GAA0G;QAC3G,MAAM,EAAE,+CAA+C;KACvD;IACD;QACC,YAAY,EAAE,MAAM;QACpB,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,OAAO;QACf,QAAQ,EAAE,QAAQ;QAClB,IAAI,EAAE,GAAG;QACT,QAAQ,EAAE,IAAI;QACd,YAAY,EACX,+GAA+G;YAC/G,8GAA8G;YAC9G,wCAAwC;QACzC,MAAM,EAAE,0DAA0D;KAClE;IAED,uCAAuC;IACvC,2CAA2C;IAC3C;QACC,YAAY,EAAE,UAAU;QACxB,MAAM,EAAE,UAAU;QAClB,MAAM,EAAE,OAAO;QACf,QAAQ,EAAE,SAAS;QACnB,IAAI,EAAE,GAAG;QACT,QAAQ,EAAE,CAAC;QACX,YAAY,EACX,4GAA4G;YAC5G,0GAA0G;YAC1G,+GAA+G;YAC/G,sCAAsC;QACvC,MAAM,EAAE,4DAA4D;KACpE;IACD;QACC,YAAY,EAAE,UAAU;QACxB,MAAM,EAAE,UAAU;QAClB,MAAM,EAAE,OAAO;QACf,QAAQ,EAAE,SAAS;QACnB,IAAI,EAAE,EAAE;QACR,QAAQ,EAAE,CAAC;QACX,YAAY,EACX,4GAA4G;YAC5G,4FAA4F;QAC7F,MAAM,EAAE,yCAAyC;KACjD;IACD;QACC,YAAY,EAAE,UAAU;QACxB,MAAM,EAAE,UAAU;QAClB,MAAM,EAAE,OAAO;QACf,QAAQ,EAAE,SAAS;QACnB,IAAI,EAAE,GAAG;QACT,QAAQ,EAAE,CAAC;QACX,YAAY,EACX,uGAAuG;YACvG,wGAAwG;YACxG,2FAA2F;QAC5F,MAAM,EAAE,4EAA4E;KACpF;IACD;QACC,YAAY,EAAE,UAAU;QACxB,MAAM,EAAE,OAAO;QACf,MAAM,EAAE,OAAO;QACf,QAAQ,EAAE,SAAS;QACnB,IAAI,EAAE,IAAI;QACV,QAAQ,EAAE,CAAC;QACX,YAAY,EACX,qGAAqG;YACrG,iGAAiG;YACjG,uFAAuF;YACvF,mFAAmF;YACnF,4GAA4G;YAC5G,2CAA2C;QAC5C,MAAM,EAAE,8DAA8D;KACtE;CACD,CAAA"}

package/out/subvenue/surfaces.d.ts

@@ -0,0 +1,39 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ * @file Surface-form primitives for the sub-venue lexicon. They normalize phrases and index records by phrase.
+ * They also decide whether a feature name contains a known designator.
+ *
+ * The two matching rules depend on script. Both narrowings are required.
+ */
+import type { SubVenueSurface } from "#subvenue/table";
+/**
+ * Normalize a surface for the table by trimming, collapsing internal whitespace,
+ * then lowercasing only when the string is entirely in a bicameral script.
+ */
+export declare function normalizeSurface(text: string): string;
+/**
+ * A phrase-to-record index keyed by the normalized phrase.
+ * It attributes a matched phrase to its record.
+ */
+export type SurfaceIndex = ReadonlyMap<string, {
+    recordID: string;
+    recordKind: "designator" | "modifier";
+}>;
+/**
+ * Index the surfaces accumulated so far by phrase.
+ *
+ * First writer wins, so a seed record beats a Wikidata alias that happens to collide.
+ */
+export declare function buildSurfaceIndex(surfaces: readonly SubVenueSurface[]): SurfaceIndex;
+/**
+ * Every known phrase found in `name`, as whole-token runs for spacing scripts
+ * and as substrings for non-spacing ones.
+ *
+ * Latin matching is token-bounded rather than substring, so `Nordterminal` is a deliberate miss.
+ * Han and Kana have no word boundaries, so the longest known substring is the correct operator there.
+ */
+export declare function nameContainsSurfaces(name: string, index: SurfaceIndex): string[];
+//# sourceMappingURL=surfaces.d.ts.map

package/out/subvenue/surfaces.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"surfaces.d.ts","sourceRoot":"","sources":["../../lib/subvenue/surfaces.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAIH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AAoBtD;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAIrD;AAED;;;GAGG;AACH,MAAM,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,EAAE;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,YAAY,GAAG,UAAU,CAAA;CAAE,CAAC,CAAA;AAE3G;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,SAAS,eAAe,EAAE,GAAG,YAAY,CASpF;AAED;;;;;;GAMG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,GAAG,MAAM,EAAE,CAqBhF"}

package/out/subvenue/surfaces.js

@@ -0,0 +1,75 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ * @file Surface-form primitives for the sub-venue lexicon. They normalize phrases and index records by phrase.
+ * They also decide whether a feature name contains a known designator.
+ *
+ * The two matching rules depend on script. Both narrowings are required.
+ */
+import { normalizeWhitespace } from "@mailwoman/core/strings/format";
+/**
+ * Scripts whose case is meaningful to fold.
+ * Everything else is left as written.
+ */
+const CASE_FOLDING_SCRIPT = /^[\p{Script=Latin}\p{Script=Cyrillic}\p{Script=Greek}\d\s\p{P}]+$/u;
+/**
+ * Scripts written without spaces between words, where a token split cannot find a
+ * designator and a substring test is the correct operator.
+ *
+ * Han, Hiragana and Katakana.
+ * Hangul is excluded because Korean does space its words.
+ *
+ * The Germanic-compound argument that keeps {@link nameContainsSurfaces}
+ * token-bounded for Latin does not transfer here.
+ */
+const NON_SPACING_SCRIPT = /[\p{Script=Han}\p{Script=Hiragana}\p{Script=Katakana}]/u;
+/**
+ * Normalize a surface for the table by trimming, collapsing internal whitespace,
+ * then lowercasing only when the string is entirely in a bicameral script.
+ */
+export function normalizeSurface(text) {
+    const trimmed = normalizeWhitespace(text);
+    return CASE_FOLDING_SCRIPT.test(trimmed) ? trimmed.toLowerCase() : trimmed;
+}
+/**
+ * Index the surfaces accumulated so far by phrase.
+ *
+ * First writer wins, so a seed record beats a Wikidata alias that happens to collide.
+ */
+export function buildSurfaceIndex(surfaces) {
+    const index = new Map();
+    for (const surface of surfaces) {
+        if (index.has(surface.phrase))
+            continue;
+        index.set(surface.phrase, { recordID: surface.recordID, recordKind: surface.recordKind });
+    }
+    return index;
+}
+/**
+ * Every known phrase found in `name`, as whole-token runs for spacing scripts
+ * and as substrings for non-spacing ones.
+ *
+ * Latin matching is token-bounded rather than substring, so `Nordterminal` is a deliberate miss.
+ * Han and Kana have no word boundaries, so the longest known substring is the correct operator there.
+ */
+export function nameContainsSurfaces(name, index) {
+    const normalized = normalizeSurface(name);
+    const hits = new Set();
+    for (const token of normalized.split(/[\s,()/]+/u)) {
+        const stripped = token.replaceAll(/^[^\p{L}\p{N}]+|[^\p{L}\p{N}]+$/gu, "");
+        if (stripped && index.has(stripped)) {
+            hits.add(stripped);
+        }
+    }
+    if (NON_SPACING_SCRIPT.test(normalized)) {
+        for (const [phrase] of index) {
+            if (NON_SPACING_SCRIPT.test(phrase) && normalized.includes(phrase)) {
+                hits.add(phrase);
+            }
+        }
+    }
+    return [...hits];
+}
+//# sourceMappingURL=surfaces.js.map

package/out/subvenue/surfaces.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"surfaces.js","sourceRoot":"","sources":["../../lib/subvenue/surfaces.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,mBAAmB,EAAE,MAAM,gCAAgC,CAAA;AAIpE;;;GAGG;AACH,MAAM,mBAAmB,GAAG,oEAAoE,CAAA;AAEhG;;;;;;;;;GASG;AACH,MAAM,kBAAkB,GAAG,yDAAyD,CAAA;AAEpF;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC5C,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAA;IAEzC,OAAO,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,OAAO,CAAA;AAC3E,CAAC;AAQD;;;;GAIG;AACH,MAAM,UAAU,iBAAiB,CAAC,QAAoC;IACrE,MAAM,KAAK,GAAG,IAAI,GAAG,EAAuE,CAAA;IAE5F,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAChC,IAAI,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,SAAQ;QACvC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAA;IAC1F,CAAC;IAED,OAAO,KAAK,CAAA;AACb,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAAY,EAAE,KAAmB;IACrE,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAA;IACzC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAE9B,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC;QACpD,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,CAAC,mCAAmC,EAAE,EAAE,CAAC,CAAA;QAE1E,IAAI,QAAQ,IAAI,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACrC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QACnB,CAAC;IACF,CAAC;IAED,IAAI,kBAAkB,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QACzC,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YAC9B,IAAI,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACpE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YACjB,CAAC;QACF,CAAC;IACF,CAAC;IAED,OAAO,CAAC,GAAG,IAAI,CAAC,CAAA;AACjB,CAAC"}