@mailwoman/corpus 10.6.0 → 10.7.0

package/out/bs/adapters/gbpa/adapter.js

@@ -0,0 +1,187 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ * `gbpa-bs`: the address points of the Grand Bahama Port Authority (GBPA), covering the City of Freeport
+ * and Lucaya on Grand Bahama, which the GBPA publishes in its `GBPA/gis-datafiles` repository on GitHub.
+ * The adapter reads the CSV export, `CSV/addresses.csv`.
+ *
+ * A Freeport address number is a block and a parcel joined by a hyphen (`8-29 Seagull Drive`), and either
+ * part may be lettered (`UU-3`, `13-43C`, `W-A-10`). The adapter reads `AddressNum` as the house number,
+ * `FullStName` as the street, `City` as the locality, `Island` as the region and `AltName` as a venue
+ * (`Lucayan International School`, `Shoreline`). The export truncates some parcel ids to five characters and
+ * a star (`Minis*`), and those numbers are dropped.
+ *
+ * The export repeats the street's name in a few records (`Rippindale Rippindale`, and across an embedded
+ * line break `Santa Maria \r\nSanta Maria Avenue`). The adapter collapses the repeat and counts it.
+ *
+ * The GBPA licenses the data under CC BY 4.0 and asks for the statement "Data Provided by The Grand Bahama
+ * Port Authority". Every row records that license.
+ */
+import { formatAddressRow } from "@mailwoman/codex/address/format";
+import { readLocalBuffer } from "@mailwoman/core/fs/readers";
+import { resolvePath } from "path-ts";
+import { CSVSpliterator } from "spliterator";
+import { UnsupportedCountryError } from "#adapters/errors";
+import { stableSourceIDFromParts } from "#adapters/source-id";
+import { SourceRegister } from "#registers";
+import { AddressRole, countDropped, SurfaceOrigin, } from "#types";
+/**
+ * Registry id for this adapter, stamped into every row it emits.
+ */
+export const GBPA_BS_ADAPTER_ID = "gbpa-bs";
+/**
+ * The license the GBPA publishes the repository's data under.
+ */
+export const GBPA_BS_LICENSE = "CC-BY-4.0";
+/**
+ * The attribution statement the GBPA asks for.
+ */
+export const GBPA_BS_ATTRIBUTION = "Data Provided by The Grand Bahama Port Authority";
+/**
+ * Every jurisdiction this adapter emits, checked against a caller's `--country`.
+ */
+export const GBPA_BS_COUNTRIES = ["BS"];
+/**
+ * A value with its whitespace, including the export's embedded line breaks, collapsed, or null when empty.
+ */
+function present(value) {
+    const trimmed = value?.replaceAll(/\s+/gu, " ").trim() ?? "";
+    return trimmed || null;
+}
+/**
+ * A block and parcel number: alphanumeric parts joined by hyphens (`8-29`, `UU-3`, `W-A-10`, `G-3B10`, `L`).
+ */
+const ADDRESS_NUMBER = /^[A-Z\d]+(?:-[A-Z\d]+)*$/iu;
+/**
+ * A street's name repeated before its type (`Santa Maria Santa Maria Avenue`)
+ * or after it (`Wragby Wragby`).
+ */
+const REPEATED_NAME = /^(.+?) \1(?= |$)/u;
+/**
+ * A street value that is only a type word, with no name before it.
+ */
+const TYPE_WORD_ONLY = /^(?:road|lane|drive|avenue|street|court|close|way|place|circle|terrace|crescent)$/iu;
+/**
+ * Initials and a surname alone (`J.S. Johnson`) name a person rather than a place or a business.
+ */
+const INITIALS_AND_SURNAME = /^(?:\p{Lu}\.\s*)+\p{Lu}\p{Ll}+$/u;
+/**
+ * Maps one record onto the components the corpus asserts, or returns null when the row is refused.
+ *
+ * Each refusal and each dropped or repaired component increments its reason in `dropped`.
+ */
+export function componentsForGBPARecord(record, dropped) {
+    const tally = dropped ?? {};
+    let street = present(record.FullStName);
+    if (!street) {
+        countDropped(tally, "row:no-street");
+        return null;
+    }
+    if (REPEATED_NAME.test(street)) {
+        street = street.replace(REPEATED_NAME, "$1");
+        countDropped(tally, "component:street:repeated-name-collapsed");
+    }
+    if (TYPE_WORD_ONLY.test(street)) {
+        countDropped(tally, "row:street-is-a-type-word");
+        return null;
+    }
+    const components = { street };
+    const number = present(record.AddressNum);
+    if (number && ADDRESS_NUMBER.test(number)) {
+        components.house_number = number;
+    }
+    else if (number?.includes("*")) {
+        countDropped(tally, "component:house_number:truncated");
+    }
+    else if (number) {
+        countDropped(tally, "component:house_number:not-a-block-parcel-number");
+    }
+    const venue = present(record.AltName);
+    if (venue && !/\p{L}{3}/u.test(venue)) {
+        countDropped(tally, "component:venue:code");
+    }
+    else if (venue && /(\p{L})\1{3,}$/u.test(venue)) {
+        // `Bellevue Gifts & Suppliesccccc` carries a run of repeated keystrokes.
+        countDropped(tally, "component:venue:malformed");
+    }
+    else if (venue && INITIALS_AND_SURNAME.test(venue)) {
+        countDropped(tally, "component:venue:names-a-person");
+    }
+    else if (venue) {
+        components.venue = venue;
+    }
+    if (!components.house_number && !components.venue) {
+        countDropped(tally, "row:no-house-number-or-name");
+        return null;
+    }
+    const locality = present(record.City);
+    const region = present(record.Island);
+    if (locality) {
+        components.locality = locality;
+    }
+    if (region) {
+        components.region = region;
+    }
+    if (!components.locality) {
+        countDropped(tally, "row:no-locality");
+        return null;
+    }
+    return components;
+}
+export function createGBPAAdapter() {
+    return {
+        id: GBPA_BS_ADAPTER_ID,
+        defaultLicense: GBPA_BS_LICENSE,
+        addressRole: AddressRole.Premise,
+        register: SourceRegister.GrandBahamaPortAuthorityAddresses,
+        surface: SurfaceOrigin.Rendered,
+        description: "Grand Bahama Port Authority address points (Freeport and Lucaya), GBPA/gis-datafiles CSV export.",
+        async *rows(opts) {
+            if (opts.country && !GBPA_BS_COUNTRIES.includes(opts.country)) {
+                throw new UnsupportedCountryError(GBPA_BS_ADAPTER_ID, GBPA_BS_COUNTRIES, opts.country);
+            }
+            // The file is 8 MB, so it is decoded whole.
+            // The BOM would otherwise prefix the first header.
+            const text = (await readLocalBuffer(resolvePath(opts.inputPath))).toString("utf8").replace(/^/u, "");
+            const records = CSVSpliterator.from(Buffer.from(text, "utf8"), { normalizeKeys: false });
+            let emitted = 0;
+            for (const record of records) {
+                if (opts.signal?.aborted)
+                    return;
+                if (opts.limit !== undefined && emitted >= opts.limit)
+                    return;
+                const components = componentsForGBPARecord(record, opts);
+                if (!components)
+                    continue;
+                const rendered = formatAddressRow(components, "BS", { singleLine: true });
+                if (!rendered) {
+                    countDropped(opts, "row:render-failed");
+                    continue;
+                }
+                for (const tag of rendered.unplaced) {
+                    countDropped(opts, `component:${tag}:not-rendered`);
+                }
+                const { raw, components: aligned } = rendered;
+                yield {
+                    raw,
+                    components: aligned,
+                    country: "BS",
+                    locale: "en-BS",
+                    source: GBPA_BS_ADAPTER_ID,
+                    // The GBPA's own address id separates two points the rendered components cannot.
+                    source_id: stableSourceIDFromParts(GBPA_BS_ADAPTER_ID, { ...aligned, add_id: record.AddID ?? "" }),
+                    corpus_version: "",
+                    license: GBPA_BS_LICENSE,
+                };
+                emitted++;
+            }
+        },
+    };
+}
+/**
+ * The configured adapter instance registered with the corpus builder.
+ */
+export const gbpaAdapter = createGBPAAdapter();
+//# sourceMappingURL=adapter.js.map

package/out/bs/adapters/gbpa/adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapter.js","sourceRoot":"","sources":["../../../../lib/bs/adapters/gbpa/adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAA;AAClE,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAA;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA;AACrC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAE5C,OAAO,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAA;AAC1D,OAAO,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAA;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAC3C,OAAO,EACN,WAAW,EAIX,YAAY,EACZ,aAAa,GACb,MAAM,QAAQ,CAAA;AAEf;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,SAAS,CAAA;AAE3C;;GAEG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,WAAW,CAAA;AAE1C;;GAEG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,kDAAkD,CAAA;AAErF;;GAEG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAsB,CAAC,IAAI,CAAC,CAAA;AAiB1D;;GAEG;AACH,SAAS,OAAO,CAAC,KAAyB;IACzC,MAAM,OAAO,GAAG,KAAK,EAAE,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAA;IAE5D,OAAO,OAAO,IAAI,IAAI,CAAA;AACvB,CAAC;AAED;;GAEG;AACH,MAAM,cAAc,GAAG,4BAA4B,CAAA;AAEnD;;;GAGG;AACH,MAAM,aAAa,GAAG,mBAAmB,CAAA;AAEzC;;GAEG;AACH,MAAM,cAAc,GAAG,qFAAqF,CAAA;AAE5G;;GAEG;AACH,MAAM,oBAAoB,GAAG,kCAAkC,CAAA;AAE/D;;;;GAIG;AACH,MAAM,UAAU,uBAAuB,CACtC,MAAyB,EACzB,OAAyC;IAEzC,MAAM,KAAK,GAAG,OAAO,IAAI,EAAE,CAAA;IAC3B,IAAI,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;IAEvC,IAAI,CAAC,MAAM,EAAE,CAAC;QACb,YAAY,CAAC,KAAK,EAAE,eAAe,CAAC,CAAA;QAEpC,OAAO,IAAI,CAAA;IACZ,CAAC;IAED,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QAChC,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,CAAA;QAC5C,YAAY,CAAC,KAAK,EAAE,0CAA0C,CAAC,CAAA;IAChE,CAAC;IAED,IAAI,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QACjC,YAAY,CAAC,KAAK,EAAE,2BAA2B,CAAC,CAAA;QAEhD,OAAO,IAAI,CAAA;IACZ,CAAC;IAED,MAAM,UAAU,GAA+B,EAAE,MAAM,EAAE,CAAA;IACzD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;IAEzC,IAAI,MAAM,IAAI,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3C,UAAU,CAAC,YAAY,GAAG,MAAM,CAAA;IACjC,CAAC;SAAM,IAAI,MAAM,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAClC,YAAY,CAAC,KAAK,EAAE,kCAAkC,CAAC,CAAA;IACxD,CAAC;SAAM,IAAI,MAAM,EAAE,CAAC;QACnB,YAAY,CAAC,KAAK,EAAE,kDAAkD,CAAC,CAAA;IACxE,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IAErC,IAAI,KAAK,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACvC,YAAY,CAAC,KAAK,EAAE,sBAAsB,CAAC,CAAA;IAC5C,CAAC;SAAM,IAAI,KAAK,IAAI,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACnD,yEAAyE;QACzE,YAAY,CAAC,KAAK,EAAE,2BAA2B,CAAC,CAAA;IACjD,CAAC;SAAM,IAAI,KAAK,IAAI,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACtD,YAAY,CAAC,KAAK,EAAE,gCAAgC,CAAC,CAAA;IACtD,CAAC;SAAM,IAAI,KAAK,EAAE,CAAC;QAClB,UAAU,CAAC,KAAK,GAAG,KAAK,CAAA;IACzB,CAAC;IAED,IAAI,CAAC,UAAU,CAAC,YAAY,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACnD,YAAY,CAAC,KAAK,EAAE,6BAA6B,CAAC,CAAA;QAElD,OAAO,IAAI,CAAA;IACZ,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IACrC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAErC,IAAI,QAAQ,EAAE,CAAC;QACd,UAAU,CAAC,QAAQ,GAAG,QAAQ,CAAA;IAC/B,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACZ,UAAU,CAAC,MAAM,GAAG,MAAM,CAAA;IAC3B,CAAC;IAED,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;QAC1B,YAAY,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAA;QAEtC,OAAO,IAAI,CAAA;IACZ,CAAC;IAED,OAAO,UAAU,CAAA;AAClB,CAAC;AAED,MAAM,UAAU,iBAAiB;IAChC,OAAO;QACN,EAAE,EAAE,kBAAkB;QACtB,cAAc,EAAE,eAAe;QAC/B,WAAW,EAAE,WAAW,CAAC,OAAO;QAChC,QAAQ,EAAE,cAAc,CAAC,iCAAiC;QAC1D,OAAO,EAAE,aAAa,CAAC,QAAQ;QAC/B,WAAW,EAAE,kGAAkG;QAE/G,KAAK,CAAC,CAAC,IAAI,CAAC,IAAoB;YAC/B,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC/D,MAAM,IAAI,uBAAuB,CAAC,kBAAkB,EAAE,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,CAAA;YACvF,CAAC;YAED,4CAA4C;YAC5C,mDAAmD;YACnD,MAAM,IAAI,GAAG,CAAC,MAAM,eAAe,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;YACrG,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,CAAoB,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAA;YAC3G,IAAI,OAAO,GAAG,CAAC,CAAA;YAEf,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC9B,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO;oBAAE,OAAM;gBAEhC,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,OAAO,IAAI,IAAI,CAAC,KAAK;oBAAE,OAAM;gBAE7D,MAAM,UAAU,GAAG,uBAAuB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;gBAExD,IAAI,CAAC,UAAU;oBAAE,SAAQ;gBAEzB,MAAM,QAAQ,GAAG,gBAAgB,CAAC,UAAU,EAAE,IAAI,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;gBAEzE,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACf,YAAY,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAA;oBAEvC,SAAQ;gBACT,CAAC;gBAED,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;oBACrC,YAAY,CAAC,IAAI,EAAE,aAAa,GAAG,eAAe,CAAC,CAAA;gBACpD,CAAC;gBAED,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAA;gBAE7C,MAAM;oBACL,GAAG;oBACH,UAAU,EAAE,OAAO;oBACnB,OAAO,EAAE,IAAI;oBACb,MAAM,EAAE,OAAO;oBACf,MAAM,EAAE,kBAAkB;oBAC1B,iFAAiF;oBACjF,SAAS,EAAE,uBAAuB,CAAC,kBAAkB,EAAE,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;oBAClG,cAAc,EAAE,EAAE;oBAClB,OAAO,EAAE,eAAe;iBACxB,CAAA;gBAED,OAAO,EAAE,CAAA;YACV,CAAC;QACF,CAAC;KACD,CAAA;AACF,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,iBAAiB,EAAE,CAAA"}

package/out/build/types.d.ts

@@ -11,6 +11,7 @@
 import type { PathBuilderLike } from "path-ts";
 import type { ParquetManifest } from "#parquet/writers";
 import type { AdapterRunManifest } from "#runner";
+import type { SourceRightsRecord } from "#source-register/corpus-inputs";
 import type { AdapterOptions, CorpusAdapter } from "#types";
 import type { LicensePolicy, LicenseRefusalKind } from "#utils/license";
 import type { SplitManifest } from "#utils/split";
@@ -124,6 +125,15 @@ export interface BuildCorpusOptions {
      * @defaultValue {@linkcode BuildProfile.Exploratory}
      */
     profile?: BuildProfile;
+    /**
+     * Why a local experiment admits sources whose register rows lack an elected
+     * decision permitting `transform` and `train`.
+     *
+     * Without it the build refuses such a source before any adapter runs.
+     * With it the build logs every gap and records the corpus as not shippable
+     * in {@linkcode BuildCorpusManifest.source_rights}.
+     */
+    unshippableReason?: string;
 }
 /**
  * Top-level manifest tying every stage together.
@@ -218,5 +228,10 @@ export interface BuildCorpusManifest {
      * That file is the frozen record of which sources contributed and under which terms.
      */
     training_manifest_digest: string;
+    /**
+     * Whether every source this build emitted reads only register sources whose decisions permit
+     * `transform` and `train`, and the gaps an `unshippableReason` admitted when they do not.
+     */
+    source_rights: SourceRightsRecord;
 }
 //# sourceMappingURL=types.d.ts.map

package/out/build/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../lib/build/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAA;AAE9C,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AACvD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAA;AACjD,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAA;AAC3D,OAAO,KAAK,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAA;AACvE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAEjD;;GAEG;AACH,MAAM,MAAM,UAAU,GAAG,aAAa,GAAG,OAAO,GAAG,OAAO,GAAG,SAAS,GAAG,UAAU,CAAA;AAEnF;;GAEG;AACH,eAAO,MAAM,sBAAsB,0BAA0B,CAAA;AAE7D;;;;;;GAMG;AACH,eAAO,MAAM,YAAY;IACxB;;;OAGG;aACH,WAAW,EAAE,aAAa;IAC1B;;;OAGG;aACH,eAAe,EAAE,kBAAkB;CAC1B,CAAA;AAEV,MAAM,MAAM,YAAY,GAAG,CAAC,OAAO,YAAY,CAAC,CAAC,MAAM,OAAO,YAAY,CAAC,CAAA;AAE3E;;GAEG;AACH,MAAM,WAAW,kBAAkB;IAClC;;;OAGG;IACH,SAAS,EAAE,eAAe,CAAA;IAE1B;;OAEG;IACH,aAAa,EAAE,MAAM,CAAA;IAErB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,SAAS,aAAa,EAAE,CAAA;IAEnC;;;;OAIG;IACH,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IAE7C;;;;OAIG;IACH,UAAU,CAAC,EAAE,OAAO,CAAA;IAEpB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IAEpB;;;;;;;;;;;OAWG;IACH,aAAa,CAAC,EAAE,MAAM,CAAA;IAEtB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IAEpB;;;OAGG;IACH,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,KAAK,IAAI,CAAA;IAEzD;;;;;OAKG;IACH,eAAe,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IAEnC;;;;;;OAMG;IACH,aAAa,CAAC,EAAE,aAAa,CAAA;IAE7B;;;;OAIG;IACH,OAAO,CAAC,EAAE,YAAY,CAAA;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IACnC,cAAc,EAAE,MAAM,CAAA;IACtB,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,kBAAkB,EAAE,CAAA;IAC9B,gBAAgB,EAAE,MAAM,EAAE,CAAA;IAC1B,MAAM,EAAE;QAAE,MAAM,EAAE,aAAa,CAAC,QAAQ,CAAC,CAAC;QAAC,QAAQ,EAAE,aAAa,CAAC,UAAU,CAAC,CAAA;KAAE,CAAA;IAChF,MAAM,EAAE;QAAE,MAAM,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAA;IACjE,gBAAgB,EAAE,MAAM,CAAA;IACxB,kBAAkB,EAAE,MAAM,CAAA;IAC1B;;;;;;;;;;;;OAYG;IACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAChC;;;;OAIG;IACH,cAAc,EAAE,MAAM,CAAA;IACtB,mBAAmB,EAAE,MAAM,CAAA;IAC3B;;;OAGG;IACH,cAAc,EAAE,aAAa,CAAA;IAC7B;;;;OAIG;IACH,uBAAuB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC/C;;;;OAIG;IACH,sBAAsB,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAA;IAC1D;;;;;;;OAOG;IACH,sBAAsB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC9C;;;;;OAKG;IACH,gCAAgC,EAAE,MAAM,CAAA;IACxC;;OAEG;IACH,OAAO,EAAE,YAAY,CAAA;IACrB;;;;OAIG;IACH,uBAAuB,EAAE,MAAM,CAAA;IAC/B;;;OAGG;IACH,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC,CAAA;IACrD;;;;OAIG;IACH,wBAAwB,EAAE,MAAM,CAAA;CAChC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../lib/build/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAA;AAE9C,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AACvD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAA;AACjD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAA;AACxE,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAA;AAC3D,OAAO,KAAK,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAA;AACvE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAEjD;;GAEG;AACH,MAAM,MAAM,UAAU,GAAG,aAAa,GAAG,OAAO,GAAG,OAAO,GAAG,SAAS,GAAG,UAAU,CAAA;AAEnF;;GAEG;AACH,eAAO,MAAM,sBAAsB,0BAA0B,CAAA;AAE7D;;;;;;GAMG;AACH,eAAO,MAAM,YAAY;IACxB;;;OAGG;aACH,WAAW,EAAE,aAAa;IAC1B;;;OAGG;aACH,eAAe,EAAE,kBAAkB;CAC1B,CAAA;AAEV,MAAM,MAAM,YAAY,GAAG,CAAC,OAAO,YAAY,CAAC,CAAC,MAAM,OAAO,YAAY,CAAC,CAAA;AAE3E;;GAEG;AACH,MAAM,WAAW,kBAAkB;IAClC;;;OAGG;IACH,SAAS,EAAE,eAAe,CAAA;IAE1B;;OAEG;IACH,aAAa,EAAE,MAAM,CAAA;IAErB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,SAAS,aAAa,EAAE,CAAA;IAEnC;;;;OAIG;IACH,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IAE7C;;;;OAIG;IACH,UAAU,CAAC,EAAE,OAAO,CAAA;IAEpB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IAEpB;;;;;;;;;;;OAWG;IACH,aAAa,CAAC,EAAE,MAAM,CAAA;IAEtB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IAEpB;;;OAGG;IACH,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,KAAK,IAAI,CAAA;IAEzD;;;;;OAKG;IACH,eAAe,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IAEnC;;;;;;OAMG;IACH,aAAa,CAAC,EAAE,aAAa,CAAA;IAE7B;;;;OAIG;IACH,OAAO,CAAC,EAAE,YAAY,CAAA;IAEtB;;;;;;;OAOG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAA;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IACnC,cAAc,EAAE,MAAM,CAAA;IACtB,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,kBAAkB,EAAE,CAAA;IAC9B,gBAAgB,EAAE,MAAM,EAAE,CAAA;IAC1B,MAAM,EAAE;QAAE,MAAM,EAAE,aAAa,CAAC,QAAQ,CAAC,CAAC;QAAC,QAAQ,EAAE,aAAa,CAAC,UAAU,CAAC,CAAA;KAAE,CAAA;IAChF,MAAM,EAAE;QAAE,MAAM,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAA;IACjE,gBAAgB,EAAE,MAAM,CAAA;IACxB,kBAAkB,EAAE,MAAM,CAAA;IAC1B;;;;;;;;;;;;OAYG;IACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAChC;;;;OAIG;IACH,cAAc,EAAE,MAAM,CAAA;IACtB,mBAAmB,EAAE,MAAM,CAAA;IAC3B;;;OAGG;IACH,cAAc,EAAE,aAAa,CAAA;IAC7B;;;;OAIG;IACH,uBAAuB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC/C;;;;OAIG;IACH,sBAAsB,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAA;IAC1D;;;;;;;OAOG;IACH,sBAAsB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC9C;;;;;OAKG;IACH,gCAAgC,EAAE,MAAM,CAAA;IACxC;;OAEG;IACH,OAAO,EAAE,YAAY,CAAA;IACrB;;;;OAIG;IACH,uBAAuB,EAAE,MAAM,CAAA;IAC/B;;;OAGG;IACH,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC,CAAA;IACrD;;;;OAIG;IACH,wBAAwB,EAAE,MAAM,CAAA;IAChC;;;OAGG;IACH,aAAa,EAAE,kBAAkB,CAAA;CACjC"}

package/out/build/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../lib/build/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAeH;;GAEG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,uBAAuB,CAAA;AAE7D;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG;IAC3B;;;OAGG;IACH,WAAW,EAAE,aAAa;IAC1B;;;OAGG;IACH,eAAe,EAAE,kBAAkB;CAC1B,CAAA"}
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../lib/build/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAgBH;;GAEG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,uBAAuB,CAAA;AAE7D;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG;IAC3B;;;OAGG;IACH,WAAW,EAAE,aAAa;IAC1B;;;OAGG;IACH,eAAe,EAAE,kBAAkB;CAC1B,CAAA"}

package/out/build.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"build.d.ts","sourceRoot":"","sources":["../lib/build.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAYH,OAAO,EAAwC,KAAK,mBAAmB,EAAE,KAAK,kBAAkB,EAAE,MAAM,cAAc,CAAA;AAUtH,cAAc,aAAa,CAAA;AAC3B,cAAc,cAAc,CAAA;AAE5B;;GAEG;AACH,wBAAsB,WAAW,CAAC,IAAI,EAAE,kBAAkB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAyJxF"}
+{"version":3,"file":"build.d.ts","sourceRoot":"","sources":["../lib/build.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAYH,OAAO,EAAwC,KAAK,mBAAmB,EAAE,KAAK,kBAAkB,EAAE,MAAM,cAAc,CAAA;AAWtH,cAAc,aAAa,CAAA;AAC3B,cAAc,cAAc,CAAA;AAE5B;;GAEG;AACH,wBAAsB,WAAW,CAAC,IAAI,EAAE,kBAAkB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CA6KxF"}

package/out/build.js

@@ -21,6 +21,7 @@ import { $public } from "#env";
 import { ROWS_PER_FILE } from "#parquet/schema";
 import { DEFAULT_SHUFFLE_SEED, DEFAULT_SHUFFLE_WINDOW, shuffleWithinWindow } from "#parquet/shuffle";
 import { writeParquetSplits } from "#parquet/writers";
+import { openSourceRightsAdmission } from "#source-register/corpus-inputs";
 import { freezeTrainingManifest } from "#source-register/training-manifest";
 import { LicensePolicy } from "#utils/license";
 import { defaultHoldouts, writeSplitManifestsFromLabeledFiles } from "#utils/split";
@@ -43,6 +44,18 @@ export async function buildCorpus(opts) {
     const heapLimit = heapLimitBytes();
     const configured = adapters.filter((adapter) => opts.adapterInputs[adapter.id]).map((adapter) => adapter.id);
     opts.onProgress?.("adapter-run", `heap limit ${(heapLimit / 1024 / 1024 / 1024).toFixed(1)} GiB, ${configured.length} adapters configured`);
+    // An adapter stamps its own id into each row's `source`, so the configured
+    // adapters are the sources this build will emit.
+    // Checking them here refuses before hours of adapter work rather than after.
+    const rights = await openSourceRightsAdmission({
+        context: `corpus build ${opts.corpusVersion}`,
+        unshippableReason: opts.unshippableReason ?? null,
+        log: (line) => {
+            console.error(line);
+            opts.onProgress?.("adapter-run", line);
+        },
+    });
+    rights.admitAll(configured);
     const outputDir = PathBuilder.from(opts.outputDir);
     const intermediateDir = outputDir("intermediate");
     await makeDirectories(outputDir, intermediateDir);
@@ -74,6 +87,9 @@ export async function buildCorpus(opts) {
         checkpointPath: intermediateDir("align-checkpoint.json"),
         onProgress: opts.onProgress,
     });
+    // A row's `source` can differ from its adapter's id, so every source the align phase
+    // admitted is checked again before any of its rows reach a split or a parquet file.
+    rights.admitAll(align.rowsBySource.keys());
     opts.onProgress?.("split", `splitting ${align.aligned} aligned rows`);
     const splitCounts = await writeSplitManifestsFromLabeledFiles({
         labeledPaths,
@@ -143,6 +159,7 @@ export async function buildCorpus(opts) {
         excluded_by_eligibility: align.excludedByEligibility,
         ineligible_sources: Object.fromEntries(align.ineligibleSources),
         training_manifest_digest: trainingManifest.contentDigest,
+        source_rights: rights.record(),
     };
     await writeLocalJSONFile(manifest, outputDir("MANIFEST.json"));
     return manifest;

package/out/build.js.map

@@ -1 +1 @@
-{"version":3,"file":"build.js","sourceRoot":"","sources":["../lib/build.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AAChF,OAAO,EAAE,UAAU,IAAI,cAAc,EAAE,MAAM,uBAAuB,CAAA;AACpE,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAC7D,OAAO,EAAE,WAAW,EAAwB,MAAM,SAAS,CAAA;AAE3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAA;AAC3D,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAC5C,OAAO,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAA;AACjF,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AACzC,OAAO,EAAE,YAAY,EAAE,sBAAsB,EAAqD,MAAM,cAAc,CAAA;AACtH,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAA;AAC9B,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAC/C,OAAO,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAA;AACpG,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAA;AACrD,OAAO,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAA;AAE3E,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAA;AAC9C,OAAO,EAAE,eAAe,EAAE,mCAAmC,EAAkB,MAAM,cAAc,CAAA;AAEnG,cAAc,aAAa,CAAA;AAC3B,cAAc,cAAc,CAAA;AAE5B;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAwB;IACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,sBAAsB,CAAC,IAAI,EAAE,CAAA;IAC/D,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAA;IAC1C,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,aAAa,CAAA;IACrD,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,sBAAsB,CAAA;IAClE,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,oBAAoB,CAAA;IAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,YAAY,CAAC,WAAW,CAAA;IACxD,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,aAAa,CAAC,GAAG,CAAA;IAC7D,MAAM,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IAEzC,4DAA4D;IAC5D,6DAA6D;IAC7D,MAAM,SAAS,GAAG,cAAc,EAAE,CAAA;IAClC,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;IAE5G,IAAI,CAAC,UAAU,EAAE,CAChB,aAAa,EACb,cAAc,CAAC,SAAS,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,UAAU,CAAC,MAAM,sBAAsB,CACzG,CAAA;IAED,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;IAClD,MAAM,eAAe,GAAG,SAAS,CAAC,cAAc,CAAC,CAAA;IAEjD,MAAM,eAAe,CAAC,SAAS,EAAE,eAAe,CAAC,CAAA;IAEjD,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,MAAM,eAAe,CAAC;QAC5D,QAAQ;QACR,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,eAAe;QACf,UAAU,EAAE,IAAI,CAAC,UAAU;KAC3B,CAAC,CAAA;IAEF,MAAM,YAAY,GAAmC;QACpD,KAAK,EAAE,eAAe,CAAC,qBAAqB,CAAC;QAC7C,GAAG,EAAE,eAAe,CAAC,mBAAmB,CAAC;QACzC,IAAI,EAAE,eAAe,CAAC,oBAAoB,CAAC;KAC3C,CAAA;IAED,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAA;IAClC,MAAM,iBAAiB,GAAG,MAAM,qBAAqB,EAAE,CAAA;IAEvD,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC;QACjC,WAAW;QACX,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,UAAU;QACV,OAAO;QACP,aAAa;QACb,eAAe,EAAE,IAAI,CAAC,eAAe,IAAI,EAAE;QAC3C,QAAQ;QACR,WAAW,EAAE,OAAO,KAAK,YAAY,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,qBAAqB,EAAE,CAAC,CAAC,CAAC,IAAI;QAC5F,YAAY;QACZ,cAAc,EAAE,eAAe,CAAC,kBAAkB,CAAC;QACnD,cAAc,EAAE,eAAe,CAAC,uBAAuB,CAAC;QACxD,UAAU,EAAE,IAAI,CAAC,UAAU;KAC3B,CAAC,CAAA;IAEF,IAAI,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE,aAAa,KAAK,CAAC,OAAO,eAAe,CAAC,CAAA;IAErE,MAAM,WAAW,GAAG,MAAM,mCAAmC,CAAC;QAC7D,YAAY;QACZ,SAAS,EAAE,SAAS,CAAC,QAAQ,CAAC;QAC9B,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,QAAQ;KACR,CAAC,CAAA;IAEF,IAAI,CAAC,UAAU,EAAE,CAAC,SAAS,EAAE,uBAAuB,CAAC,CAAA;IAErD,sFAAsF;IACtF,2EAA2E;IAC3E,MAAM,QAAQ,GAAG,CAAC,IAAqB,EAAE,IAAY,EAAE,EAAE,CACxD,mBAAmB,CAAC,WAAW,CAAa,IAAI,CAAC,EAAE,cAAc,CAAC,WAAW,GAAG,IAAI,CAAC,EAAE,aAAa,CAAC,CAAA;IAEtG,IAAI,CAAC,UAAU,EAAE,CAChB,SAAS,EACT,aAAa,GAAG,CAAC;QAChB,CAAC,CAAC,iCAAiC,aAAa,CAAC,cAAc,CAAC,OAAO,CAAC,qBAAqB,WAAW,EAAE;QAC1G,CAAC,CAAC,yDAAyD,CAC5D,CAAA;IAED,MAAM,eAAe,GAAG,MAAM,kBAAkB,CAC/C;QACC,KAAK,EAAE,QAAQ,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC;QACtC,GAAG,EAAE,QAAQ,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC;QAClC,IAAI,EAAE,QAAQ,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;KACpC,EACD;QACC,SAAS;QACT,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,WAAW;QACX,MAAM,EAAE,OAAO,CAAC,gBAAgB,KAAK,GAAG;KACxC,CACD,CAAA;IAED,MAAM,cAAc,GAAG,CAAC,GAAG,KAAK,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACzF,MAAM,aAAa,GAAG,KAAK,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAA;IACpD,MAAM,YAAY,GAAG,CAAC,GAAG,KAAK,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAE3G,IAAI,CAAC,UAAU,EAAE,CAChB,UAAU,EACV,gBAAgB,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QACvE,aAAa,aAAa,EAAE;QAC5B,CAAC,KAAK,CAAC,iBAAiB,GAAG,CAAC;YAC3B,CAAC,CAAC,cAAc,KAAK,CAAC,iBAAiB,cAAc,aAAa,CAAC,IAAI,YAAY,YAAY,GAAG;YAClG,CAAC,CAAC,mBAAmB,CAAC;QACvB,eAAe,KAAK,CAAC,kBAAkB,+CAA+C,CACvF,CAAA;IAED,IAAI,CAAC,UAAU,EAAE,CAAC,UAAU,EAAE,iCAAiC,CAAC,CAAA;IAEhE,gGAAgG;IAChG,4FAA4F;IAC5F,MAAM,gBAAgB,GAAG,sBAAsB,CAAC;QAC/C,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,OAAO,EAAE,QAAQ;QACjB,OAAO;QACP,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,kBAAkB,EAAE,iBAAiB;QACrC,OAAO,EAAE,KAAK,CAAC,iBAAiB;KAChC,CAAC,CAAA;IAEF,MAAM,kBAAkB,CAAC,gBAAgB,EAAE,SAAS,CAAC,sBAAsB,CAAC,CAAC,CAAA;IAE7E,MAAM,QAAQ,GAAwB;QACrC,cAAc,EAAE,IAAI,CAAC,aAAa;QAClC,QAAQ;QACR,QAAQ,EAAE,WAAW;QACrB,gBAAgB,EAAE,OAAO;QACzB,MAAM,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE;QACzC,MAAM,EAAE,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,EAAE,UAAU,EAAE,eAAe,CAAC,UAAU,EAAE;QAClF,gBAAgB,EAAE,KAAK,CAAC,WAAW;QACnC,kBAAkB,EAAE,KAAK,CAAC,OAAO;QACjC,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,cAAc,CAAC;QAC5C,cAAc,EACb,qGAAqG;YACrG,qGAAqG;YACrG,yGAAyG;QAC1G,mBAAmB,EAAE,KAAK,CAAC,iBAAiB;QAC5C,cAAc,EAAE,aAAa;QAC7B,uBAAuB,EAAE,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,aAAa,CAAC;QAChE,sBAAsB,EAAE,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC;QACzD,sBAAsB,EAAE,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,eAAe,CAAC;QACjE,gCAAgC,EAAE,KAAK,CAAC,kBAAkB;QAC1D,OAAO;QACP,uBAAuB,EAAE,KAAK,CAAC,qBAAqB;QACpD,kBAAkB,EAAE,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,iBAAiB,CAAC;QAC/D,wBAAwB,EAAE,gBAAgB,CAAC,aAAa;KACxD,CAAA;IAED,MAAM,kBAAkB,CAAC,QAAQ,EAAE,SAAS,CAAC,eAAe,CAAC,CAAC,CAAA;IAE9D,OAAO,QAAQ,CAAA;AAChB,CAAC"}
+{"version":3,"file":"build.js","sourceRoot":"","sources":["../lib/build.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AAChF,OAAO,EAAE,UAAU,IAAI,cAAc,EAAE,MAAM,uBAAuB,CAAA;AACpE,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAC7D,OAAO,EAAE,WAAW,EAAwB,MAAM,SAAS,CAAA;AAE3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAA;AAC3D,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAC5C,OAAO,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAA;AACjF,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AACzC,OAAO,EAAE,YAAY,EAAE,sBAAsB,EAAqD,MAAM,cAAc,CAAA;AACtH,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAA;AAC9B,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAC/C,OAAO,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAA;AACpG,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAA;AACrD,OAAO,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAA;AAC1E,OAAO,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAA;AAE3E,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAA;AAC9C,OAAO,EAAE,eAAe,EAAE,mCAAmC,EAAkB,MAAM,cAAc,CAAA;AAEnG,cAAc,aAAa,CAAA;AAC3B,cAAc,cAAc,CAAA;AAE5B;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAwB;IACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,sBAAsB,CAAC,IAAI,EAAE,CAAA;IAC/D,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAA;IAC1C,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,aAAa,CAAA;IACrD,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,sBAAsB,CAAA;IAClE,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,oBAAoB,CAAA;IAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,YAAY,CAAC,WAAW,CAAA;IACxD,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,aAAa,CAAC,GAAG,CAAA;IAC7D,MAAM,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IAEzC,4DAA4D;IAC5D,6DAA6D;IAC7D,MAAM,SAAS,GAAG,cAAc,EAAE,CAAA;IAClC,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;IAE5G,IAAI,CAAC,UAAU,EAAE,CAChB,aAAa,EACb,cAAc,CAAC,SAAS,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,UAAU,CAAC,MAAM,sBAAsB,CACzG,CAAA;IAED,2EAA2E;IAC3E,iDAAiD;IACjD,6EAA6E;IAC7E,MAAM,MAAM,GAAG,MAAM,yBAAyB,CAAC;QAC9C,OAAO,EAAE,gBAAgB,IAAI,CAAC,aAAa,EAAE;QAC7C,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,IAAI,IAAI;QACjD,GAAG,EAAE,CAAC,IAAI,EAAE,EAAE;YACb,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAEnB,IAAI,CAAC,UAAU,EAAE,CAAC,aAAa,EAAE,IAAI,CAAC,CAAA;QACvC,CAAC;KACD,CAAC,CAAA;IAEF,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAA;IAE3B,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;IAClD,MAAM,eAAe,GAAG,SAAS,CAAC,cAAc,CAAC,CAAA;IAEjD,MAAM,eAAe,CAAC,SAAS,EAAE,eAAe,CAAC,CAAA;IAEjD,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,MAAM,eAAe,CAAC;QAC5D,QAAQ;QACR,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,eAAe;QACf,UAAU,EAAE,IAAI,CAAC,UAAU;KAC3B,CAAC,CAAA;IAEF,MAAM,YAAY,GAAmC;QACpD,KAAK,EAAE,eAAe,CAAC,qBAAqB,CAAC;QAC7C,GAAG,EAAE,eAAe,CAAC,mBAAmB,CAAC;QACzC,IAAI,EAAE,eAAe,CAAC,oBAAoB,CAAC;KAC3C,CAAA;IAED,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAA;IAClC,MAAM,iBAAiB,GAAG,MAAM,qBAAqB,EAAE,CAAA;IAEvD,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC;QACjC,WAAW;QACX,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,UAAU;QACV,OAAO;QACP,aAAa;QACb,eAAe,EAAE,IAAI,CAAC,eAAe,IAAI,EAAE;QAC3C,QAAQ;QACR,WAAW,EAAE,OAAO,KAAK,YAAY,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,qBAAqB,EAAE,CAAC,CAAC,CAAC,IAAI;QAC5F,YAAY;QACZ,cAAc,EAAE,eAAe,CAAC,kBAAkB,CAAC;QACnD,cAAc,EAAE,eAAe,CAAC,uBAAuB,CAAC;QACxD,UAAU,EAAE,IAAI,CAAC,UAAU;KAC3B,CAAC,CAAA;IAEF,qFAAqF;IACrF,oFAAoF;IACpF,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAA;IAE1C,IAAI,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE,aAAa,KAAK,CAAC,OAAO,eAAe,CAAC,CAAA;IAErE,MAAM,WAAW,GAAG,MAAM,mCAAmC,CAAC;QAC7D,YAAY;QACZ,SAAS,EAAE,SAAS,CAAC,QAAQ,CAAC;QAC9B,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,QAAQ;KACR,CAAC,CAAA;IAEF,IAAI,CAAC,UAAU,EAAE,CAAC,SAAS,EAAE,uBAAuB,CAAC,CAAA;IAErD,sFAAsF;IACtF,2EAA2E;IAC3E,MAAM,QAAQ,GAAG,CAAC,IAAqB,EAAE,IAAY,EAAE,EAAE,CACxD,mBAAmB,CAAC,WAAW,CAAa,IAAI,CAAC,EAAE,cAAc,CAAC,WAAW,GAAG,IAAI,CAAC,EAAE,aAAa,CAAC,CAAA;IAEtG,IAAI,CAAC,UAAU,EAAE,CAChB,SAAS,EACT,aAAa,GAAG,CAAC;QAChB,CAAC,CAAC,iCAAiC,aAAa,CAAC,cAAc,CAAC,OAAO,CAAC,qBAAqB,WAAW,EAAE;QAC1G,CAAC,CAAC,yDAAyD,CAC5D,CAAA;IAED,MAAM,eAAe,GAAG,MAAM,kBAAkB,CAC/C;QACC,KAAK,EAAE,QAAQ,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC;QACtC,GAAG,EAAE,QAAQ,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC;QAClC,IAAI,EAAE,QAAQ,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;KACpC,EACD;QACC,SAAS;QACT,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,WAAW;QACX,MAAM,EAAE,OAAO,CAAC,gBAAgB,KAAK,GAAG;KACxC,CACD,CAAA;IAED,MAAM,cAAc,GAAG,CAAC,GAAG,KAAK,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACzF,MAAM,aAAa,GAAG,KAAK,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAA;IACpD,MAAM,YAAY,GAAG,CAAC,GAAG,KAAK,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAE3G,IAAI,CAAC,UAAU,EAAE,CAChB,UAAU,EACV,gBAAgB,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QACvE,aAAa,aAAa,EAAE;QAC5B,CAAC,KAAK,CAAC,iBAAiB,GAAG,CAAC;YAC3B,CAAC,CAAC,cAAc,KAAK,CAAC,iBAAiB,cAAc,aAAa,CAAC,IAAI,YAAY,YAAY,GAAG;YAClG,CAAC,CAAC,mBAAmB,CAAC;QACvB,eAAe,KAAK,CAAC,kBAAkB,+CAA+C,CACvF,CAAA;IAED,IAAI,CAAC,UAAU,EAAE,CAAC,UAAU,EAAE,iCAAiC,CAAC,CAAA;IAEhE,gGAAgG;IAChG,4FAA4F;IAC5F,MAAM,gBAAgB,GAAG,sBAAsB,CAAC;QAC/C,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,OAAO,EAAE,QAAQ;QACjB,OAAO;QACP,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,kBAAkB,EAAE,iBAAiB;QACrC,OAAO,EAAE,KAAK,CAAC,iBAAiB;KAChC,CAAC,CAAA;IAEF,MAAM,kBAAkB,CAAC,gBAAgB,EAAE,SAAS,CAAC,sBAAsB,CAAC,CAAC,CAAA;IAE7E,MAAM,QAAQ,GAAwB;QACrC,cAAc,EAAE,IAAI,CAAC,aAAa;QAClC,QAAQ;QACR,QAAQ,EAAE,WAAW;QACrB,gBAAgB,EAAE,OAAO;QACzB,MAAM,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE;QACzC,MAAM,EAAE,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,EAAE,UAAU,EAAE,eAAe,CAAC,UAAU,EAAE;QAClF,gBAAgB,EAAE,KAAK,CAAC,WAAW;QACnC,kBAAkB,EAAE,KAAK,CAAC,OAAO;QACjC,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,cAAc,CAAC;QAC5C,cAAc,EACb,qGAAqG;YACrG,qGAAqG;YACrG,yGAAyG;QAC1G,mBAAmB,EAAE,KAAK,CAAC,iBAAiB;QAC5C,cAAc,EAAE,aAAa;QAC7B,uBAAuB,EAAE,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,aAAa,CAAC;QAChE,sBAAsB,EAAE,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC;QACzD,sBAAsB,EAAE,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,eAAe,CAAC;QACjE,gCAAgC,EAAE,KAAK,CAAC,kBAAkB;QAC1D,OAAO;QACP,uBAAuB,EAAE,KAAK,CAAC,qBAAqB;QACpD,kBAAkB,EAAE,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,iBAAiB,CAAC;QAC/D,wBAAwB,EAAE,gBAAgB,CAAC,aAAa;QACxD,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE;KAC9B,CAAA;IAED,MAAM,kBAAkB,CAAC,QAAQ,EAAE,SAAS,CAAC,eAAe,CAAC,CAAC,CAAA;IAE9D,OAAO,QAAQ,CAAA;AAChB,CAAC"}

package/out/ee/adapters/ads/adapter.d.ts

@@ -59,6 +59,12 @@ export declare const ADS_ADAPTER_ID = "ads";
  * matches `EE` or asks for a jurisdiction the dataset does not publish.
  */
 export declare const ADS_COUNTRIES: readonly string[];
+/**
+ * Whether a locator name ends in an Estonian street type (`tänav`, `tee`, `maantee`, `pst`).
+ *
+ * Such a locator name is the street's own name, where any other is a farm or building name.
+ */
+export declare function locatorNamesStreet(locatorName: string): boolean;
 /**
  * The license the address-source register elected for this publisher.
  *

package/out/ee/adapters/ads/adapter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"adapter.d.ts","sourceRoot":"","sources":["../../../../lib/ee/adapters/ads/adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8CG;AAQH,OAAO,EAAuD,KAAK,aAAa,EAAiB,MAAM,QAAQ,CAAA;AAE/G;;;;GAIG;AACH,eAAO,MAAM,cAAc,QAAQ,CAAA;AAEnC;;;;;GAKG;AACH,eAAO,MAAM,aAAa,EAAE,SAAS,MAAM,EAAW,CAAA;AAEtD;;;;;GAKG;AACH,eAAO,MAAM,mBAAmB,YAAY,CAAA;AAW5C;;;;;;GAMG;AACH,UAAU,aAAa;IACtB,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;IACxB,4BAA4B,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;IAC9C,0DAA0D,CAAC,EAAE,MAAM,CAAA;IACnE,sBAAsB,CAAC,EAAE,MAAM,CAAA;IAC/B,sBAAsB,CAAC,EAAE,MAAM,CAAA;IAC/B,sBAAsB,CAAC,EAAE,MAAM,CAAA;IAC/B,sBAAsB,CAAC,EAAE,MAAM,CAAA;IAC/B,sBAAsB,CAAC,EAAE,MAAM,CAAA;IAC/B,sBAAsB,CAAC,EAAE,MAAM,CAAA;CAC/B;AAsBD;;;;;;;GAOG;AACH,wBAAgB,cAAc,CAAC,UAAU,EAAE,aAAa,GAAG,MAAM,CAEhE;AAED,wBAAgB,gBAAgB,IAAI,aAAa,CA+FhD;AAED;;GAEG;AACH,eAAO,MAAM,UAAU,eAAqB,CAAA"}
+{"version":3,"file":"adapter.d.ts","sourceRoot":"","sources":["../../../../lib/ee/adapters/ads/adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8CG;AASH,OAAO,EAAuD,KAAK,aAAa,EAAiB,MAAM,QAAQ,CAAA;AAE/G;;;;GAIG;AACH,eAAO,MAAM,cAAc,QAAQ,CAAA;AAEnC;;;;;GAKG;AACH,eAAO,MAAM,aAAa,EAAE,SAAS,MAAM,EAAW,CAAA;AAItD;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAI/D;AAED;;;;;GAKG;AACH,eAAO,MAAM,mBAAmB,YAAY,CAAA;AAW5C;;;;;;GAMG;AACH,UAAU,aAAa;IACtB,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;IACxB,4BAA4B,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;IAC9C,0DAA0D,CAAC,EAAE,MAAM,CAAA;IACnE,sBAAsB,CAAC,EAAE,MAAM,CAAA;IAC/B,sBAAsB,CAAC,EAAE,MAAM,CAAA;IAC/B,sBAAsB,CAAC,EAAE,MAAM,CAAA;IAC/B,sBAAsB,CAAC,EAAE,MAAM,CAAA;IAC/B,sBAAsB,CAAC,EAAE,MAAM,CAAA;IAC/B,sBAAsB,CAAC,EAAE,MAAM,CAAA;CAC/B;AAsBD;;;;;;;GAOG;AACH,wBAAgB,cAAc,CAAC,UAAU,EAAE,aAAa,GAAG,MAAM,CAEhE;AAED,wBAAgB,gBAAgB,IAAI,aAAa,CAmGhD;AAED;;GAEG;AACH,eAAO,MAAM,UAAU,eAAqB,CAAA"}

package/out/ee/adapters/ads/adapter.js

@@ -48,6 +48,7 @@
 import { formatAddressRow } from "@mailwoman/codex/address/format";
 import { JSONSpliterator } from "spliterator";
 import { UnsupportedCountryError } from "#adapters/errors";
+import { loadLibpostalDictionary } from "#adapters/libpostal-dictionary";
 import { stableSourceID } from "#adapters/source-id";
 import { SourceRegister } from "#registers";
 import { AddressRole, SurfaceOrigin } from "#types";
@@ -64,6 +65,16 @@ export const ADS_ADAPTER_ID = "ads";
  * matches `EE` or asks for a jurisdiction the dataset does not publish.
  */
 export const ADS_COUNTRIES = ["EE"];
+const ESTONIAN_STREET_TYPES = await loadLibpostalDictionary("et", "street_types.txt");
+/**
+ * Whether a locator name ends in an Estonian street type (`tänav`, `tee`, `maantee`, `pst`).
+ *
+ * Such a locator name is the street's own name, where any other is a farm or building name.
+ */
+export function locatorNamesStreet(locatorName) {
+    const last = locatorName.trim().split(/\s+/u).at(-1)?.toLowerCase().replace(/\.$/u, "") ?? "";
+    return ESTONIAN_STREET_TYPES.has(last);
+}
 /**
  * The license the address-source register elected for this publisher.
  *
@@ -139,6 +150,11 @@ export function createADSAdapter() {
                     }
                     components.street = street;
                 }
+                else if (locatorName && locatorNamesStreet(locatorName)) {
+                    // ADS addresses a road's own parcel by the road's name (`Paju tänav`), with no
+                    // thoroughfare element and no number, so that name is the street rather than a site.
+                    components.street = locatorName;
+                }
                 else if (locatorName) {
                     // With no thoroughfare the locator name is the site or building name
                     // that designates the addressable unit.

package/out/ee/adapters/ads/adapter.js.map

@@ -1 +1 @@
-{"version":3,"file":"adapter.js","sourceRoot":"","sources":["../../../../lib/ee/adapters/ads/adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8CG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAA;AAClE,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAE7C,OAAO,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAA;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAA;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAC3C,OAAO,EAAE,WAAW,EAA8D,aAAa,EAAE,MAAM,QAAQ,CAAA;AAE/G;;;;GAIG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,KAAK,CAAA;AAEnC;;;;;GAKG;AACH,MAAM,CAAC,MAAM,aAAa,GAAsB,CAAC,IAAI,CAAC,CAAA;AAEtD;;;;;GAKG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,SAAS,CAAA;AAE5C;;;;;;GAMG;AACH,MAAM,WAAW,GAAG,aAAa,CAAA;AA6BjC;;;;;GAKG;AACH,SAAS,SAAS,CAAC,KAAgC;IAClD,MAAM,OAAO,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;IAEpC,OAAO,OAAO,CAAC,WAAW,EAAE,KAAK,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAA;AAC5D,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,cAAc,CAAC,UAAyB;IACvD,OAAO,SAAS,CAAC,UAAU,CAAC,sBAAsB,CAAC,IAAI,SAAS,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAA;AACpG,CAAC;AAED,MAAM,UAAU,gBAAgB;IAC/B,OAAO;QACN,EAAE,EAAE,cAAc;QAClB,cAAc,EAAE,mBAAmB;QACnC,WAAW,EAAE,WAAW,CAAC,OAAO;QAChC,QAAQ,EAAE,cAAc,CAAC,UAAU;QACnC,OAAO,EAAE,aAAa,CAAC,QAAQ;QAC/B,WAAW,EACV,4GAA4G;QAE7G,KAAK,CAAC,CAAC,IAAI,CAAC,IAAoB;YAC/B,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3D,MAAM,IAAI,uBAAuB,CAAC,cAAc,EAAE,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,CAAA;YAC/E,CAAC;YAED,MAAM,QAAQ,GAAG,eAAe,CAAC,SAAS,CAAa,IAAI,CAAC,SAAS,CAAC,CAAA;YAEtE,IAAI,OAAO,GAAG,CAAC,CAAA;YAEf,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBACtC,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO;oBAAE,MAAK;gBAE/B,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,OAAO,IAAI,IAAI,CAAC,KAAK;oBAAE,MAAK;gBAE5D,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAA;gBAE3C,MAAM,MAAM,GAAG,SAAS,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAA;gBAC3D,MAAM,YAAY,GAAG,SAAS,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAA;gBACjE,MAAM,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAA;gBAC/D,MAAM,MAAM,GAAG,cAAc,CAAC,UAAU,CAAC,CAAA;gBACzC,MAAM,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAA;gBAC7D,MAAM,WAAW,GAAG,CAAC,UAAU,CAAC,0DAA0D,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;gBAExG,IAAI,CAAC,YAAY;oBAAE,SAAQ;gBAE3B,IAAI,CAAC,QAAQ,IAAI,CAAC,UAAU;oBAAE,SAAQ;gBAEtC,MAAM,UAAU,GAA+B,EAAE,CAAA;gBAEjD,IAAI,MAAM,EAAE,CAAC;oBACZ,0EAA0E;oBAC1E,+BAA+B;oBAC/B,IAAI,WAAW,EAAE,CAAC;wBACjB,UAAU,CAAC,YAAY,GAAG,WAAW,CAAA;oBACtC,CAAC;oBAED,UAAU,CAAC,MAAM,GAAG,MAAM,CAAA;gBAC3B,CAAC;qBAAM,IAAI,WAAW,EAAE,CAAC;oBACxB,qEAAqE;oBACrE,wCAAwC;oBACxC,8CAA8C;oBAC9C,UAAU,CAAC,KAAK,GAAG,WAAW,CAAA;gBAC/B,CAAC;gBAED,kFAAkF;gBAClF,4EAA4E;gBAC5E,IAAI,UAAU,EAAE,CAAC;oBAChB,UAAU,CAAC,kBAAkB,GAAG,UAAU,CAAA;gBAC3C,CAAC;gBAED,IAAI,QAAQ,EAAE,CAAC;oBACd,UAAU,CAAC,QAAQ,GAAG,QAAQ,CAAA;gBAC/B,CAAC;gBAED,UAAU,CAAC,QAAQ,GAAG,YAAY,CAAA;gBAElC,IAAI,MAAM,EAAE,CAAC;oBACZ,UAAU,CAAC,MAAM,GAAG,MAAM,CAAA;gBAC3B,CAAC;gBAED,MAAM,QAAQ,GAAG,gBAAgB,CAAC,UAAU,EAAE,IAAI,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;gBAEzE,IAAI,CAAC,QAAQ;oBAAE,SAAQ;gBAEvB,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAA;gBAE7C,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,4BAA4B,IAAI,UAAU,CAAC,MAAM,IAAI,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;gBAE5G,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,cAAc,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,cAAc,EAAE,OAAO,CAAC,CAAA;gBAE7F,MAAM;oBACL,GAAG;oBACH,UAAU,EAAE,OAAO;oBACnB,OAAO,EAAE,IAAI;oBACb,MAAM,EAAE,OAAO;oBACf,MAAM,EAAE,cAAc;oBACtB,SAAS,EAAE,QAAQ;oBACnB,cAAc,EAAE,EAAE;oBAClB,OAAO,EAAE,mBAAmB;iBAC5B,CAAA;gBAED,OAAO,EAAE,CAAA;YACV,CAAC;QACF,CAAC;KACD,CAAA;AACF,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG,gBAAgB,EAAE,CAAA"}
+{"version":3,"file":"adapter.js","sourceRoot":"","sources":["../../../../lib/ee/adapters/ads/adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8CG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAA;AAClE,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAE7C,OAAO,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAA;AAC1D,OAAO,EAAE,uBAAuB,EAAE,MAAM,gCAAgC,CAAA;AACxE,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAA;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAC3C,OAAO,EAAE,WAAW,EAA8D,aAAa,EAAE,MAAM,QAAQ,CAAA;AAE/G;;;;GAIG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,KAAK,CAAA;AAEnC;;;;;GAKG;AACH,MAAM,CAAC,MAAM,aAAa,GAAsB,CAAC,IAAI,CAAC,CAAA;AAEtD,MAAM,qBAAqB,GAAG,MAAM,uBAAuB,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAA;AAErF;;;;GAIG;AACH,MAAM,UAAU,kBAAkB,CAAC,WAAmB;IACrD,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,EAAE,CAAA;IAE7F,OAAO,qBAAqB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;AACvC,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,SAAS,CAAA;AAE5C;;;;;;GAMG;AACH,MAAM,WAAW,GAAG,aAAa,CAAA;AA6BjC;;;;;GAKG;AACH,SAAS,SAAS,CAAC,KAAgC;IAClD,MAAM,OAAO,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;IAEpC,OAAO,OAAO,CAAC,WAAW,EAAE,KAAK,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAA;AAC5D,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,cAAc,CAAC,UAAyB;IACvD,OAAO,SAAS,CAAC,UAAU,CAAC,sBAAsB,CAAC,IAAI,SAAS,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAA;AACpG,CAAC;AAED,MAAM,UAAU,gBAAgB;IAC/B,OAAO;QACN,EAAE,EAAE,cAAc;QAClB,cAAc,EAAE,mBAAmB;QACnC,WAAW,EAAE,WAAW,CAAC,OAAO;QAChC,QAAQ,EAAE,cAAc,CAAC,UAAU;QACnC,OAAO,EAAE,aAAa,CAAC,QAAQ;QAC/B,WAAW,EACV,4GAA4G;QAE7G,KAAK,CAAC,CAAC,IAAI,CAAC,IAAoB;YAC/B,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3D,MAAM,IAAI,uBAAuB,CAAC,cAAc,EAAE,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,CAAA;YAC/E,CAAC;YAED,MAAM,QAAQ,GAAG,eAAe,CAAC,SAAS,CAAa,IAAI,CAAC,SAAS,CAAC,CAAA;YAEtE,IAAI,OAAO,GAAG,CAAC,CAAA;YAEf,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBACtC,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO;oBAAE,MAAK;gBAE/B,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,OAAO,IAAI,IAAI,CAAC,KAAK;oBAAE,MAAK;gBAE5D,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAA;gBAE3C,MAAM,MAAM,GAAG,SAAS,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAA;gBAC3D,MAAM,YAAY,GAAG,SAAS,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAA;gBACjE,MAAM,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAA;gBAC/D,MAAM,MAAM,GAAG,cAAc,CAAC,UAAU,CAAC,CAAA;gBACzC,MAAM,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAA;gBAC7D,MAAM,WAAW,GAAG,CAAC,UAAU,CAAC,0DAA0D,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;gBAExG,IAAI,CAAC,YAAY;oBAAE,SAAQ;gBAE3B,IAAI,CAAC,QAAQ,IAAI,CAAC,UAAU;oBAAE,SAAQ;gBAEtC,MAAM,UAAU,GAA+B,EAAE,CAAA;gBAEjD,IAAI,MAAM,EAAE,CAAC;oBACZ,0EAA0E;oBAC1E,+BAA+B;oBAC/B,IAAI,WAAW,EAAE,CAAC;wBACjB,UAAU,CAAC,YAAY,GAAG,WAAW,CAAA;oBACtC,CAAC;oBAED,UAAU,CAAC,MAAM,GAAG,MAAM,CAAA;gBAC3B,CAAC;qBAAM,IAAI,WAAW,IAAI,kBAAkB,CAAC,WAAW,CAAC,EAAE,CAAC;oBAC3D,+EAA+E;oBAC/E,qFAAqF;oBACrF,UAAU,CAAC,MAAM,GAAG,WAAW,CAAA;gBAChC,CAAC;qBAAM,IAAI,WAAW,EAAE,CAAC;oBACxB,qEAAqE;oBACrE,wCAAwC;oBACxC,8CAA8C;oBAC9C,UAAU,CAAC,KAAK,GAAG,WAAW,CAAA;gBAC/B,CAAC;gBAED,kFAAkF;gBAClF,4EAA4E;gBAC5E,IAAI,UAAU,EAAE,CAAC;oBAChB,UAAU,CAAC,kBAAkB,GAAG,UAAU,CAAA;gBAC3C,CAAC;gBAED,IAAI,QAAQ,EAAE,CAAC;oBACd,UAAU,CAAC,QAAQ,GAAG,QAAQ,CAAA;gBAC/B,CAAC;gBAED,UAAU,CAAC,QAAQ,GAAG,YAAY,CAAA;gBAElC,IAAI,MAAM,EAAE,CAAC;oBACZ,UAAU,CAAC,MAAM,GAAG,MAAM,CAAA;gBAC3B,CAAC;gBAED,MAAM,QAAQ,GAAG,gBAAgB,CAAC,UAAU,EAAE,IAAI,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;gBAEzE,IAAI,CAAC,QAAQ;oBAAE,SAAQ;gBAEvB,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAA;gBAE7C,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,4BAA4B,IAAI,UAAU,CAAC,MAAM,IAAI,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;gBAE5G,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,cAAc,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,cAAc,EAAE,OAAO,CAAC,CAAA;gBAE7F,MAAM;oBACL,GAAG;oBACH,UAAU,EAAE,OAAO;oBACnB,OAAO,EAAE,IAAI;oBACb,MAAM,EAAE,OAAO;oBACf,MAAM,EAAE,cAAc;oBACtB,SAAS,EAAE,QAAQ;oBACnB,cAAc,EAAE,EAAE;oBAClB,OAAO,EAAE,mBAAmB;iBAC5B,CAAA;gBAED,OAAO,EAAE,CAAA;YACV,CAAC;QACF,CAAC;KACD,CAAA;AACF,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG,gBAAgB,EAAE,CAAA"}

package/out/fo/adapters/adressur/adapter.d.ts

@@ -0,0 +1,63 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ * `adressur-fo`: the Faroese national address register, `Adressur`, which Umhvørvisstovan (the Faroese
+ * Environment Agency) serves as the ArcGIS MapServer layer `adressur/us_adr_husanr/MapServer/0` on
+ * `gis.us.fo`.
+ *
+ * Input is the layer queried whole as GeoJSON (`query?where=1=1&outFields=*&f=geojson&outSR=4326`), one
+ * FeatureCollection, or a directory of such page files read in name order. Each feature's `properties`
+ * hold the register's columns. The register states no absent value as a sentinel: `house_letter` is the
+ * empty string when a number has no letter, and every row carries a street, since Faroese villages name
+ * their lanes and paths too (`Heimi í Húsi`, `Suðuri á Bø`).
+ *
+ * The adapter reads `street_name` as the street, `house_digit` with `house_letter` as the house number
+ * (their concatenation equals the register's own `house_no` on every row), `zip` as the postcode and
+ * `city` as the postal locality. Two postal localities carry a comma that disambiguates them,
+ * `Nes, Eysturoy` and `Syðradalur, Kalsoy`, and the adapter keeps them as the register spells them.
+ * `municipality` is left out, because the FO layout prints no region.
+ *
+ * Umhvørvisstovan grants anyone a free, worldwide right to copy, distribute, publish, modify and combine
+ * the data, for commercial and non-commercial use, on condition that the source is credited as
+ * `Data from the Faroese Environment Agency, Umhvørvisstovan: Adressur, <date>` and the terms are made
+ * available to third parties. Every row records those terms.
+ */
+import { type AdapterOptions, type CanonicalRow, type CorpusAdapter } from "#types";
+/**
+ * Registry id for this adapter, stamped into every row it emits.
+ */
+export declare const ADRESSUR_FO_ADAPTER_ID = "adressur-fo";
+/**
+ * Umhvørvisstovan's `Brúksrættur og treytir` (June 2019).
+ * They have no SPDX identifier.
+ */
+export declare const ADRESSUR_FO_LICENSE = "LicenseRef-FO-Umhvorvisstovan-Brukstreytir";
+/**
+ * Every jurisdiction this adapter emits, checked against a caller's `--country`.
+ */
+export declare const ADRESSUR_FO_COUNTRIES: readonly string[];
+/**
+ * The feature properties the adapter reads.
+ */
+export interface AdressurRecord {
+    address_id: number | null;
+    house_digit: number | null;
+    house_letter: string | null;
+    street_name: string | null;
+    zip: number | string | null;
+    city: string | null;
+}
+/**
+ * Maps one record onto the components the corpus asserts, or returns null when the row is refused.
+ *
+ * Each refusal increments its reason in `dropped`.
+ */
+export declare function componentsForAdressurRecord(record: AdressurRecord, dropped?: Pick<AdapterOptions, "dropped">): CanonicalRow["components"] | null;
+export declare function createAdressurFaroeAdapter(): CorpusAdapter;
+/**
+ * The configured adapter instance registered with the corpus builder.
+ */
+export declare const adressurFaroeAdapter: CorpusAdapter;
+//# sourceMappingURL=adapter.d.ts.map

package/out/fo/adapters/adressur/adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapter.d.ts","sourceRoot":"","sources":["../../../../lib/fo/adapters/adressur/adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAcH,OAAO,EAEN,KAAK,cAAc,EACnB,KAAK,YAAY,EACjB,KAAK,aAAa,EAGlB,MAAM,QAAQ,CAAA;AAEf;;GAEG;AACH,eAAO,MAAM,sBAAsB,gBAAgB,CAAA;AAEnD;;;GAGG;AACH,eAAO,MAAM,mBAAmB,+CAA+C,CAAA;AAE/E;;GAEG;AACH,eAAO,MAAM,qBAAqB,EAAE,SAAS,MAAM,EAAW,CAAA;AAE9D;;GAEG;AACH,MAAM,WAAW,cAAc;IAC9B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;IACzB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;IAC1B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAA;IAC3B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;IAC1B,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAA;IAC3B,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;CACnB;AAcD;;;;GAIG;AACH,wBAAgB,2BAA2B,CAC1C,MAAM,EAAE,cAAc,EACtB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,EAAE,SAAS,CAAC,GACvC,YAAY,CAAC,YAAY,CAAC,GAAG,IAAI,CA6CnC;AAkBD,wBAAgB,0BAA0B,IAAI,aAAa,CA6E1D;AAED;;GAEG;AACH,eAAO,MAAM,oBAAoB,eAA+B,CAAA"}